This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion.git
from c53a44891b Fix panic for `GROUPING SETS(())` and handle empty-grouping
aggregates (#19252)
add 775277ae3c Update datafusion-core crate to Rust 2024 edition (#19332)
No new revisions were added by this update.
Summary of changes:
datafusion/core/Cargo.toml | 2 +-
datafusion/core/benches/data_utils/mod.rs | 2 +-
datafusion/core/benches/distinct_query_sql.rs | 4 +-
datafusion/core/benches/filter_query_sql.rs | 2 +-
datafusion/core/benches/map_query_sql.rs | 4 +-
datafusion/core/benches/parquet_query_sql.rs | 4 +-
datafusion/core/benches/physical_plan.rs | 2 +-
.../core/benches/preserve_file_partitioning.rs | 4 +-
datafusion/core/benches/push_down_filter.rs | 6 +-
datafusion/core/benches/scalar.rs | 2 +-
datafusion/core/benches/sort.rs | 66 +--
datafusion/core/benches/sort_limit_query_sql.rs | 3 +-
datafusion/core/benches/spm.rs | 6 +-
datafusion/core/benches/sql_planner.rs | 10 +-
datafusion/core/benches/sql_planner_extended.rs | 2 +-
datafusion/core/benches/sql_query_with_io.rs | 6 +-
datafusion/core/benches/struct_query_sql.rs | 2 +-
datafusion/core/benches/topk_aggregate.rs | 10 +-
datafusion/core/src/bin/print_functions_docs.rs | 10 +-
datafusion/core/src/dataframe/mod.rs | 21 +-
datafusion/core/src/datasource/dynamic_file.rs | 2 +-
datafusion/core/src/datasource/empty.rs | 2 +-
datafusion/core/src/datasource/file_format/avro.rs | 12 +-
datafusion/core/src/datasource/file_format/csv.rs | 73 ++--
datafusion/core/src/datasource/file_format/json.rs | 12 +-
datafusion/core/src/datasource/file_format/mod.rs | 29 +-
.../core/src/datasource/file_format/options.rs | 2 +-
.../core/src/datasource/file_format/parquet.rs | 27 +-
datafusion/core/src/datasource/listing/table.rs | 102 ++---
.../core/src/datasource/listing_table_factory.rs | 6 +-
datafusion/core/src/datasource/memory_test.rs | 11 +-
datafusion/core/src/datasource/mod.rs | 10 +-
.../core/src/datasource/physical_plan/avro.rs | 6 +-
.../core/src/datasource/physical_plan/csv.rs | 18 +-
.../core/src/datasource/physical_plan/json.rs | 9 +-
.../core/src/datasource/physical_plan/mod.rs | 8 +-
.../core/src/datasource/physical_plan/parquet.rs | 12 +-
datafusion/core/src/execution/context/mod.rs | 37 +-
datafusion/core/src/execution/context/parquet.rs | 6 +-
datafusion/core/src/execution/session_state.rs | 76 ++--
.../core/src/execution/session_state_defaults.rs | 2 +-
datafusion/core/src/physical_planner.rs | 182 +++++----
datafusion/core/src/prelude.rs | 2 +-
datafusion/core/src/test/mod.rs | 12 +-
datafusion/core/src/test/object_store.rs | 10 +-
datafusion/core/src/test_util/parquet.rs | 13 +-
datafusion/core/tests/catalog/memory.rs | 10 +-
.../tests/catalog_listing/pruned_partition_list.rs | 4 +-
datafusion/core/tests/config_from_env.rs | 60 +--
datafusion/core/tests/custom_sources_cases/mod.rs | 8 +-
.../provider_filter_pushdown.rs | 2 +-
.../core/tests/dataframe/dataframe_functions.rs | 4 +-
datafusion/core/tests/dataframe/describe.rs | 2 +-
datafusion/core/tests/dataframe/mod.rs | 76 ++--
datafusion/core/tests/execution/coop.rs | 14 +-
.../core/tests/execution/datasource_split.rs | 2 +-
datafusion/core/tests/execution/logical_plan.rs | 2 +-
datafusion/core/tests/expr_api/mod.rs | 4 +-
datafusion/core/tests/expr_api/parse_sql_expr.rs | 2 +-
datafusion/core/tests/expr_api/simplification.rs | 6 +-
datafusion/core/tests/fifo/mod.rs | 8 +-
datafusion/core/tests/fuzz_cases/aggregate_fuzz.rs | 37 +-
.../aggregation_fuzzer/context_generator.rs | 2 +-
.../aggregation_fuzzer/data_generator.rs | 6 +-
.../tests/fuzz_cases/aggregation_fuzzer/fuzzer.rs | 4 +-
.../fuzz_cases/aggregation_fuzzer/query_builder.rs | 2 +-
.../tests/fuzz_cases/distinct_count_string_fuzz.rs | 2 +-
.../core/tests/fuzz_cases/equivalence/ordering.rs | 10 +-
.../tests/fuzz_cases/equivalence/projection.rs | 8 +-
.../tests/fuzz_cases/equivalence/properties.rs | 6 +-
.../core/tests/fuzz_cases/equivalence/utils.rs | 8 +-
datafusion/core/tests/fuzz_cases/join_fuzz.rs | 24 +-
datafusion/core/tests/fuzz_cases/limit_fuzz.rs | 2 +-
datafusion/core/tests/fuzz_cases/merge_fuzz.rs | 2 +-
datafusion/core/tests/fuzz_cases/pruning.rs | 4 +-
.../tests/fuzz_cases/record_batch_generator.rs | 20 +-
datafusion/core/tests/fuzz_cases/sort_fuzz.rs | 4 +-
.../fuzz_cases/sort_preserving_repartition_fuzz.rs | 11 +-
.../core/tests/fuzz_cases/sort_query_fuzz.rs | 28 +-
.../spilling_fuzz_in_memory_constrained_env.rs | 40 +-
datafusion/core/tests/fuzz_cases/window_fuzz.rs | 51 +--
.../memory_limit/memory_limit_validation/utils.rs | 6 +-
datafusion/core/tests/memory_limit/mod.rs | 28 +-
.../tests/memory_limit/repartition_mem_limit.rs | 15 +-
datafusion/core/tests/optimizer/mod.rs | 6 +-
datafusion/core/tests/parquet/custom_reader.rs | 6 +-
datafusion/core/tests/parquet/encryption.rs | 4 +-
.../core/tests/parquet/external_access_plan.rs | 10 +-
datafusion/core/tests/parquet/file_statistics.rs | 12 +-
datafusion/core/tests/parquet/filter_pushdown.rs | 6 +-
datafusion/core/tests/parquet/mod.rs | 27 +-
datafusion/core/tests/parquet/page_pruning.rs | 8 +-
datafusion/core/tests/parquet/schema_adapter.rs | 8 +-
datafusion/core/tests/parquet/schema_coercion.rs | 6 +-
datafusion/core/tests/parquet/utils.rs | 11 +-
.../physical_optimizer/aggregate_statistics.rs | 6 +-
.../combine_partial_final_agg.rs | 6 +-
.../physical_optimizer/enforce_distribution.rs | 14 +-
.../tests/physical_optimizer/enforce_sorting.rs | 33 +-
.../enforce_sorting_monotonicity.rs | 2 +-
.../physical_optimizer/filter_pushdown/mod.rs | 453 +++++++++++----------
.../physical_optimizer/filter_pushdown/util.rs | 9 +-
.../tests/physical_optimizer/join_selection.rs | 25 +-
.../tests/physical_optimizer/limit_pushdown.rs | 148 +++----
.../limited_distinct_aggregation.rs | 6 +-
.../physical_optimizer/partition_statistics.rs | 32 +-
.../physical_optimizer/projection_pushdown.rs | 35 +-
.../replace_with_order_preserving_variants.rs | 10 +-
.../tests/physical_optimizer/sanity_checker.rs | 6 +-
.../core/tests/physical_optimizer/test_utils.rs | 17 +-
.../tests/physical_optimizer/window_optimize.rs | 4 +-
.../schema_adapter_integration_tests.rs | 6 +-
datafusion/core/tests/sql/aggregates/mod.rs | 12 +-
datafusion/core/tests/sql/explain_analyze.rs | 5 +-
datafusion/core/tests/sql/joins.rs | 41 +-
datafusion/core/tests/sql/mod.rs | 7 +-
datafusion/core/tests/sql/path_partition.rs | 8 +-
datafusion/core/tests/sql/runtime_config.rs | 2 +-
datafusion/core/tests/sql/select.rs | 2 +-
datafusion/core/tests/tracing/asserting_tracer.rs | 2 +-
.../core/tests/tracing/traceable_object_store.rs | 4 +-
datafusion/core/tests/user_defined/expr_planner.rs | 2 +-
.../core/tests/user_defined/insert_operation.rs | 4 +-
.../core/tests/user_defined/relation_planner.rs | 2 +-
.../tests/user_defined/user_defined_aggregates.rs | 32 +-
.../user_defined_async_scalar_functions.rs | 2 +-
.../core/tests/user_defined/user_defined_plan.rs | 61 ++-
.../user_defined/user_defined_scalar_functions.rs | 33 +-
.../user_defined/user_defined_table_functions.rs | 8 +-
.../user_defined/user_defined_window_functions.rs | 15 +-
130 files changed, 1358 insertions(+), 1173 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
