This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git.
from d2d47d3 add blake3 function (#1086)
add 2454e46 Reorganize table providers by table format (#1010)
No new revisions were added by this update.
Summary of changes:
README.md | 6 +-
ballista-examples/src/bin/ballista-dataframe.rs | 3 +-
ballista-examples/src/bin/ballista-sql.rs | 11 +-
ballista/rust/client/README.md | 4 +-
ballista/rust/client/src/context.rs | 60 +-
ballista/rust/core/Cargo.toml | 1 +
ballista/rust/core/proto/ballista.proto | 94 ++-
.../rust/core/src/serde/logical_plan/from_proto.rs | 185 ++----
ballista/rust/core/src/serde/logical_plan/mod.rs | 62 +-
.../rust/core/src/serde/logical_plan/to_proto.rs | 139 ++---
ballista/rust/core/src/serde/mod.rs | 14 +
.../core/src/serde/physical_plan/from_proto.rs | 153 +++--
.../rust/core/src/serde/physical_plan/to_proto.rs | 138 +++--
ballista/rust/core/src/utils.rs | 3 +-
ballista/rust/scheduler/src/lib.rs | 70 ++-
ballista/rust/scheduler/src/planner.rs | 30 +-
ballista/rust/scheduler/src/test_utils.rs | 6 +-
benchmarks/src/bin/nyctaxi.rs | 6 +-
benchmarks/src/bin/tpch.rs | 119 ++--
datafusion-cli/src/main.rs | 4 +-
datafusion-examples/examples/avro_sql.rs | 12 +-
datafusion-examples/examples/csv_sql.rs | 11 +-
datafusion-examples/examples/dataframe.rs | 3 +-
datafusion-examples/examples/flight_server.rs | 18 +-
datafusion-examples/examples/parquet_sql.rs | 11 +-
datafusion/benches/aggregate_query_sql.rs | 2 +-
datafusion/benches/filter_query_sql.rs | 2 +-
datafusion/benches/math_query_sql.rs | 2 +-
datafusion/benches/sort_limit_query_sql.rs | 19 +-
datafusion/benches/window_query_sql.rs | 2 +-
datafusion/src/avro_to_arrow/mod.rs | 6 +-
datafusion/src/dataframe.rs | 78 ++-
datafusion/src/datasource/avro.rs | 426 -------------
datafusion/src/datasource/csv.rs | 245 --------
datafusion/src/datasource/file_format/avro.rs | 403 ++++++++++++
datafusion/src/datasource/file_format/csv.rs | 290 +++++++++
datafusion/src/datasource/file_format/json.rs | 241 ++++++++
datafusion/src/datasource/file_format/mod.rs | 85 +++
datafusion/src/datasource/file_format/parquet.rs | 623 +++++++++++++++++++
datafusion/src/datasource/json.rs | 184 ------
datafusion/src/datasource/listing.rs | 487 +++++++++++++++
datafusion/src/datasource/mod.rs | 235 +++----
datafusion/src/datasource/object_store/local.rs | 64 +-
datafusion/src/datasource/object_store/mod.rs | 142 ++++-
datafusion/src/datasource/parquet.rs | 677 ---------------------
datafusion/src/execution/context.rs | 327 ++++++----
datafusion/src/execution/dataframe_impl.rs | 69 ++-
datafusion/src/execution/mod.rs | 1 +
datafusion/src/execution/options.rs | 173 ++++++
datafusion/src/lib.rs | 6 +-
datafusion/src/logical_plan/builder.rs | 146 ++++-
datafusion/src/logical_plan/expr.rs | 23 +
datafusion/src/physical_optimizer/repartition.rs | 26 +-
datafusion/src/physical_plan/avro.rs | 457 --------------
.../src/physical_plan/coalesce_partitions.rs | 18 +-
datafusion/src/physical_plan/csv.rs | 534 ----------------
datafusion/src/physical_plan/expressions/binary.rs | 2 +-
datafusion/src/physical_plan/file_format/avro.rs | 316 ++++++++++
datafusion/src/physical_plan/file_format/csv.rs | 330 ++++++++++
datafusion/src/physical_plan/file_format/json.rs | 338 ++++++++++
.../src/physical_plan/file_format/mod.rs | 16 +-
.../src/physical_plan/{ => file_format}/parquet.rs | 225 +++----
datafusion/src/physical_plan/filter.rs | 22 +-
datafusion/src/physical_plan/json.rs | 507 ---------------
datafusion/src/physical_plan/limit.rs | 17 +-
datafusion/src/physical_plan/mod.rs | 10 +-
datafusion/src/physical_plan/planner.rs | 105 +++-
datafusion/src/physical_plan/projection.rs | 22 +-
datafusion/src/physical_plan/sort.rs | 25 +-
.../src/physical_plan/sort_preserving_merge.rs | 52 +-
datafusion/src/physical_plan/source.rs | 90 ---
datafusion/src/physical_plan/union.rs | 39 +-
datafusion/src/physical_plan/windows/mod.rs | 22 +-
datafusion/src/prelude.rs | 3 +-
datafusion/src/test/mod.rs | 20 +-
datafusion/tests/custom_sources.rs | 1 +
datafusion/tests/parquet_pruning.rs | 7 +-
datafusion/tests/provider_filter_pushdown.rs | 3 +-
datafusion/tests/sql.rs | 181 +++---
datafusion/tests/statistics.rs | 15 +-
datafusion/tests/user_defined_plan.rs | 8 +-
python/src/context.rs | 34 +-
82 files changed, 5097 insertions(+), 4469 deletions(-)
delete mode 100644 datafusion/src/datasource/avro.rs
delete mode 100644 datafusion/src/datasource/csv.rs
create mode 100644 datafusion/src/datasource/file_format/avro.rs
create mode 100644 datafusion/src/datasource/file_format/csv.rs
create mode 100644 datafusion/src/datasource/file_format/json.rs
create mode 100644 datafusion/src/datasource/file_format/mod.rs
create mode 100644 datafusion/src/datasource/file_format/parquet.rs
delete mode 100644 datafusion/src/datasource/json.rs
create mode 100644 datafusion/src/datasource/listing.rs
delete mode 100644 datafusion/src/datasource/parquet.rs
create mode 100644 datafusion/src/execution/options.rs
delete mode 100644 datafusion/src/physical_plan/avro.rs
delete mode 100644 datafusion/src/physical_plan/csv.rs
create mode 100644 datafusion/src/physical_plan/file_format/avro.rs
create mode 100644 datafusion/src/physical_plan/file_format/csv.rs
create mode 100644 datafusion/src/physical_plan/file_format/json.rs
copy ballista/rust/executor/src/lib.rs =>
datafusion/src/physical_plan/file_format/mod.rs (80%)
rename datafusion/src/physical_plan/{ => file_format}/parquet.rs (85%)
delete mode 100644 datafusion/src/physical_plan/json.rs
delete mode 100644 datafusion/src/physical_plan/source.rs
