This is an automated email from the ASF dual-hosted git repository. alamb pushed a commit to branch hashbrown-0.13 in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
commit 0aefa58835815829dec38e39c16ad1e673e8cc42 Merge: 6df552f80 28ca3eeac Author: Andrew Lamb <[email protected]> AuthorDate: Tue Nov 15 14:09:43 2022 -0500 Merge remote-tracking branch 'apache/master' into hashbrown-0.13 benchmarks/expected-plans/q13.txt | 4 +- benchmarks/expected-plans/q22.txt | 4 +- benchmarks/expected-plans/q7.txt | 4 +- benchmarks/expected-plans/q8.txt | 4 +- benchmarks/expected-plans/q9.txt | 4 +- benchmarks/src/bin/tpch.rs | 14 +- benchmarks/src/tpch.rs | 8 +- datafusion-cli/Cargo.lock | 14 +- .../examples/parquet_sql_multiple_files.rs | 12 +- datafusion/common/Cargo.toml | 1 - datafusion/common/src/bisect.rs | 29 +- datafusion/common/src/cast.rs | 19 +- datafusion/common/src/delta.rs | 207 +- datafusion/common/src/parsers.rs | 143 +- datafusion/common/src/scalar.rs | 120 +- datafusion/core/Cargo.toml | 1 - datafusion/core/benches/data_utils/mod.rs | 2 +- datafusion/core/benches/filter_query_sql.rs | 4 +- datafusion/core/benches/math_query_sql.rs | 4 +- datafusion/core/src/catalog/information_schema.rs | 2 +- datafusion/core/src/datasource/file_format/mod.rs | 1 + datafusion/core/src/datasource/listing/helpers.rs | 24 +- datafusion/core/src/datasource/listing/table.rs | 289 ++- datafusion/core/src/datasource/listing/url.rs | 2 +- .../core/src/datasource/listing_table_factory.rs | 12 +- datafusion/core/src/datasource/mod.rs | 6 +- datafusion/core/src/execution/context.rs | 31 +- datafusion/core/src/execution/options.rs | 49 +- .../src/physical_optimizer/coalesce_batches.rs | 31 +- .../core/src/physical_optimizer/enforcement.rs | 2137 ++++++++++++++++++++ .../core/src/physical_optimizer/merge_exec.rs | 75 - datafusion/core/src/physical_optimizer/mod.rs | 2 +- datafusion/core/src/physical_optimizer/pruning.rs | 25 +- .../core/src/physical_optimizer/repartition.rs | 1 + .../core/src/physical_plan/aggregates/mod.rs | 22 +- datafusion/core/src/physical_plan/common.rs | 4 +- .../core/src/physical_plan/file_format/avro.rs | 7 +- .../core/src/physical_plan/file_format/csv.rs | 9 +- .../src/physical_plan/file_format/file_stream.rs | 1 + .../core/src/physical_plan/file_format/json.rs | 9 +- .../core/src/physical_plan/file_format/mod.rs | 81 +- .../core/src/physical_plan/file_format/parquet.rs | 796 +------- .../file_format/parquet/page_filter.rs | 6 +- .../file_format/parquet/row_filter.rs | 6 +- .../file_format/parquet/row_groups.rs | 743 +++++++ .../core/src/physical_plan/joins/cross_join.rs | 26 +- .../core/src/physical_plan/joins/hash_join.rs | 24 +- .../src/physical_plan/joins/sort_merge_join.rs | 13 +- datafusion/core/src/physical_plan/joins/utils.rs | 28 +- datafusion/core/src/physical_plan/mod.rs | 171 +- datafusion/core/src/physical_plan/planner.rs | 76 +- datafusion/core/src/physical_plan/projection.rs | 18 +- .../src => core/src/physical_plan}/rewrite.rs | 13 +- .../src/physical_plan/windows/window_agg_exec.rs | 4 +- datafusion/core/src/test/mod.rs | 5 +- datafusion/core/tests/custom_parquet_reader.rs | 1 + datafusion/core/tests/dataframe_functions.rs | 5 - datafusion/core/tests/parquet/page_pruning.rs | 1 + datafusion/core/tests/parquet/row_group_pruning.rs | 4 +- datafusion/core/tests/path_partition.rs | 14 +- datafusion/core/tests/provider_filter_pushdown.rs | 2 +- datafusion/core/tests/row.rs | 1 + datafusion/core/tests/sql/aggregates.rs | 2 +- datafusion/core/tests/sql/explain_analyze.rs | 4 +- datafusion/core/tests/sql/expr.rs | 6 +- datafusion/core/tests/sql/group_by.rs | 2 +- datafusion/core/tests/sql/joins.rs | 16 +- datafusion/core/tests/sql/mod.rs | 6 +- datafusion/core/tests/sql/parquet.rs | 99 + datafusion/core/tests/sql/parquet_schema.rs | 2 +- datafusion/core/tests/sql/partitioned_csv.rs | 2 +- datafusion/core/tests/sql/subqueries.rs | 4 +- datafusion/core/tests/sql/timestamp.rs | 2 +- datafusion/core/tests/sql/window.rs | 167 +- datafusion/expr/src/expr.rs | 33 + datafusion/expr/src/logical_plan/builder.rs | 10 +- .../optimizer/src/common_subexpr_eliminate.rs | 2 +- .../optimizer/src/decorrelate_where_exists.rs | 76 +- datafusion/optimizer/src/filter_push_down.rs | 17 +- datafusion/optimizer/src/inline_table_scan.rs | 1 - datafusion/optimizer/src/optimizer.rs | 23 +- datafusion/optimizer/src/projection_push_down.rs | 2 +- datafusion/optimizer/src/reduce_outer_join.rs | 2 +- .../src/simplify_expressions/expr_simplifier.rs | 56 + .../src/simplify_expressions/simplify_exprs.rs | 2 - .../optimizer/src/simplify_expressions/utils.rs | 5 + .../optimizer/src/single_distinct_to_groupby.rs | 2 - datafusion/optimizer/src/test/mod.rs | 8 + .../optimizer/src/unwrap_cast_in_comparison.rs | 282 ++- datafusion/optimizer/src/utils.rs | 11 +- datafusion/optimizer/tests/integration-test.rs | 13 +- datafusion/physical-expr/Cargo.toml | 4 +- .../src/aggregate/approx_percentile_cont.rs | 14 +- .../approx_percentile_cont_with_weight.rs | 4 +- .../physical-expr/src/aggregate/count_distinct.rs | 7 +- datafusion/physical-expr/src/aggregate/tdigest.rs | 242 +-- .../physical-expr/src/datetime_expressions.rs | 5 +- datafusion/physical-expr/src/equivalence.rs | 189 +- datafusion/physical-expr/src/expressions/binary.rs | 15 +- .../src/expressions/binary/adapter.rs | 3 +- .../physical-expr/src/expressions/datetime.rs | 24 +- datafusion/physical-expr/src/physical_expr.rs | 5 +- datafusion/physical-expr/src/regex_expressions.rs | 21 +- datafusion/physical-expr/src/rewrite.rs | 5 +- datafusion/physical-expr/src/window/aggregate.rs | 6 +- datafusion/physical-expr/src/window/built_in.rs | 5 +- datafusion/physical-expr/src/window/mod.rs | 1 + datafusion/physical-expr/src/window/window_expr.rs | 211 +- .../physical-expr/src/window/window_frame_state.rs | 1003 +++++++++ datafusion/proto/proto/datafusion.proto | 1 + datafusion/proto/src/generated/pbjson.rs | 18 + datafusion/proto/src/generated/prost.rs | 2 + datafusion/proto/src/lib.rs | 4 - datafusion/proto/src/logical_plan.rs | 55 +- datafusion/sql/src/planner.rs | 54 +- integration-tests/sqls/simple_window_groups.sql | 71 + integration-tests/test_psql_parity.py | 3 +- parquet-test-utils/src/lib.rs | 1 + 118 files changed, 6244 insertions(+), 1961 deletions(-)
