This is an automated email from the ASF dual-hosted git repository.
bkietz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from 4bab70f ARROW-10139: [C++] Add support for building arrow_testing
without building tests
add ae396b9 ARROW-9782: [C++][Dataset] More configurable Dataset writing
No new revisions were added by this update.
Summary of changes:
cpp/src/arrow/dataset/file_base.cc | 267 ++++++++++++++++++++-------
cpp/src/arrow/dataset/file_base.h | 85 +++++++--
cpp/src/arrow/dataset/file_csv.cc | 16 ++
cpp/src/arrow/dataset/file_csv.h | 8 +-
cpp/src/arrow/dataset/file_ipc.cc | 46 ++++-
cpp/src/arrow/dataset/file_ipc.h | 43 ++++-
cpp/src/arrow/dataset/file_ipc_test.cc | 9 +-
cpp/src/arrow/dataset/file_parquet.cc | 101 ++++++----
cpp/src/arrow/dataset/file_parquet.h | 48 ++++-
cpp/src/arrow/dataset/file_parquet_test.cc | 32 ++--
cpp/src/arrow/dataset/partition.cc | 18 +-
cpp/src/arrow/dataset/partition.h | 14 +-
cpp/src/arrow/dataset/partition_test.cc | 2 +-
cpp/src/arrow/dataset/test_util.h | 196 +++++++++-----------
cpp/src/arrow/dataset/type_fwd.h | 7 +
cpp/src/arrow/util/map.h | 63 +++++++
cpp/src/arrow/util/mutex.cc | 9 +-
cpp/src/arrow/util/mutex.h | 6 +-
cpp/src/arrow/util/string.cc | 10 +
cpp/src/arrow/util/string.h | 7 +
cpp/src/arrow/util/string_test.cc | 14 ++
cpp/src/arrow/util/thread_pool_test.cc | 2 +-
python/pyarrow/_dataset.pyx | 244 +++++++++++++++---------
python/pyarrow/dataset.py | 52 ++++--
python/pyarrow/includes/libarrow_dataset.pxd | 34 +++-
python/pyarrow/tests/test_dataset.py | 63 +++----
r/NAMESPACE | 2 +
r/R/arrowExports.R | 24 ++-
r/R/dataset-format.R | 49 +++--
r/R/dataset-scan.R | 12 +-
r/R/dataset-write.R | 79 ++++----
r/R/dataset.R | 10 +-
r/man/Dataset.Rd | 3 -
r/man/FileWriteOptions.Rd | 8 +
r/man/write_dataset.Rd | 23 ++-
r/src/arrowExports.cpp | 92 ++++++---
r/src/dataset.cpp | 57 +++---
r/tests/testthat/test-dataset.R | 36 +++-
r/tests/testthat/test-s3-minio.R | 2 +-
r/vignettes/dataset.Rmd | 25 ++-
40 files changed, 1241 insertions(+), 577 deletions(-)
create mode 100644 cpp/src/arrow/util/map.h
create mode 100644 r/man/FileWriteOptions.Rd
