This is an automated email from the ASF dual-hosted git repository.
westonpace pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from 73f9386 ARROW-14143: [IR] [C++] Add explicit cast node to IR
add 543f33a ARROW-13650: [C++] Create dataset writer to encapsulate
dataset writer logic
No new revisions were added by this update.
Summary of changes:
c_glib/arrow-dataset-glib/scanner.cpp | 19 +
c_glib/arrow-dataset-glib/scanner.h | 6 +
c_glib/test/dataset/test-file-system-dataset.rb | 1 +
cpp/src/arrow/CMakeLists.txt | 1 +
cpp/src/arrow/dataset/CMakeLists.txt | 2 +
cpp/src/arrow/dataset/dataset_writer.cc | 528 +++++++++++++++++++++
cpp/src/arrow/dataset/dataset_writer.h | 97 ++++
cpp/src/arrow/dataset/dataset_writer_test.cc | 349 ++++++++++++++
cpp/src/arrow/dataset/file_base.cc | 268 +++--------
cpp/src/arrow/dataset/file_base.h | 26 +
cpp/src/arrow/dataset/file_ipc.cc | 3 -
cpp/src/arrow/dataset/file_ipc_test.cc | 4 +-
cpp/src/arrow/dataset/file_test.cc | 1 +
cpp/src/arrow/dataset/test_util.h | 13 +-
cpp/src/arrow/filesystem/hdfs_test.cc | 9 +-
cpp/src/arrow/filesystem/s3_test_util.h | 5 +-
cpp/src/arrow/filesystem/test_util.cc | 23 +-
cpp/src/arrow/filesystem/test_util.h | 29 ++
cpp/src/arrow/testing/gtest_util.cc | 20 +-
cpp/src/arrow/testing/gtest_util.h | 3 +
cpp/src/arrow/util/CMakeLists.txt | 1 +
cpp/src/arrow/util/async_util.h | 6 +-
cpp/src/arrow/util/async_util_test.cc | 27 ++
cpp/src/arrow/util/counting_semaphore.cc | 126 +++++
cpp/src/arrow/util/counting_semaphore.h | 60 +++
cpp/src/arrow/util/counting_semaphore_test.cc | 98 ++++
cpp/src/jni/dataset/jni_wrapper.cc | 2 +-
python/pyarrow/dataset.py | 10 +-
python/pyarrow/tests/test_dataset.py | 38 +-
r/R/dataset-write.R | 2 +-
r/R/dataset.R | 2 +-
r/man/open_dataset.Rd | 2 +-
r/tests/testthat/test-metadata.R | 3 +
.../lib/arrow-dataset/arrow-table-savable.rb | 1 +
34 files changed, 1513 insertions(+), 272 deletions(-)
create mode 100644 cpp/src/arrow/dataset/dataset_writer.cc
create mode 100644 cpp/src/arrow/dataset/dataset_writer.h
create mode 100644 cpp/src/arrow/dataset/dataset_writer_test.cc
create mode 100644 cpp/src/arrow/util/counting_semaphore.cc
create mode 100644 cpp/src/arrow/util/counting_semaphore.h
create mode 100644 cpp/src/arrow/util/counting_semaphore_test.cc
