This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
from 50135e8c03 Use thiserror to implement the From trait for
DFSqlLogicTestError (#6924)
add ad3b8f6e46 parallel csv scan (#6801)
No new revisions were added by this update.
Summary of changes:
Cargo.toml | 28 +-
datafusion-cli/Cargo.lock | 88 ++---
datafusion/common/src/config.rs | 11 +-
datafusion/core/Cargo.toml | 1 +
datafusion/core/src/datasource/file_format/csv.rs | 367 ++++++++++++++++++
.../core/src/datasource/physical_plan/csv.rs | 252 ++++++++++++-
.../core/src/datasource/physical_plan/mod.rs | 419 +++++++++++++++++++++
.../core/src/datasource/physical_plan/parquet.rs | 317 +---------------
.../core/src/physical_optimizer/repartition.rs | 363 ++++++++++++------
.../empty.csv => core/tests/data/empty_0_byte.csv} | 0
.../tests/data/empty_files/all_empty/empty0.csv} | 0
.../tests/data/empty_files/all_empty/empty1.csv} | 0
.../tests/data/empty_files/all_empty/empty2.csv} | 0
.../tests/data/empty_files/some_empty/a_empty.csv} | 0
.../core/tests/data/empty_files/some_empty/b.csv | 6 +
.../tests/data/empty_files/some_empty/c_empty.csv} | 0
.../core/tests/data/empty_files/some_empty/d.csv | 6 +
.../tests/data/empty_files/some_empty/e_empty.csv} | 0
datafusion/core/tests/data/one_col.csv | 10 +
datafusion/core/tests/data/wide_rows.csv | 3 +
.../sqllogictests/test_files/tpch/q1.slt.part | 4 +-
.../sqllogictests/test_files/tpch/q10.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q11.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q12.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q13.slt.part | 3 +-
.../sqllogictests/test_files/tpch/q14.slt.part | 3 +-
.../sqllogictests/test_files/tpch/q15.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q16.slt.part | 3 +-
.../sqllogictests/test_files/tpch/q17.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q18.slt.part | 9 +-
.../sqllogictests/test_files/tpch/q19.slt.part | 3 +-
.../sqllogictests/test_files/tpch/q2.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q20.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q21.slt.part | 12 +-
.../sqllogictests/test_files/tpch/q22.slt.part | 3 +-
.../sqllogictests/test_files/tpch/q3.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q4.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q5.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q6.slt.part | 3 +-
.../sqllogictests/test_files/tpch/q7.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q8.slt.part | 6 +-
.../sqllogictests/test_files/tpch/q9.slt.part | 9 +-
docs/source/user-guide/configs.md | 2 +-
43 files changed, 1424 insertions(+), 573 deletions(-)
copy datafusion/{substrait/tests/testdata/empty.csv =>
core/tests/data/empty_0_byte.csv} (100%)
copy datafusion/{substrait/tests/testdata/empty.csv =>
core/tests/data/empty_files/all_empty/empty0.csv} (100%)
copy datafusion/{substrait/tests/testdata/empty.csv =>
core/tests/data/empty_files/all_empty/empty1.csv} (100%)
copy datafusion/{substrait/tests/testdata/empty.csv =>
core/tests/data/empty_files/all_empty/empty2.csv} (100%)
copy datafusion/{substrait/tests/testdata/empty.csv =>
core/tests/data/empty_files/some_empty/a_empty.csv} (100%)
create mode 100644 datafusion/core/tests/data/empty_files/some_empty/b.csv
copy datafusion/{substrait/tests/testdata/empty.csv =>
core/tests/data/empty_files/some_empty/c_empty.csv} (100%)
create mode 100644 datafusion/core/tests/data/empty_files/some_empty/d.csv
copy datafusion/{substrait/tests/testdata/empty.csv =>
core/tests/data/empty_files/some_empty/e_empty.csv} (100%)
create mode 100644 datafusion/core/tests/data/one_col.csv
create mode 100644 datafusion/core/tests/data/wide_rows.csv
