This is an automated email from the ASF dual-hosted git repository.
quinnj pushed a change to branch core-rewrite
in repository https://gitbox.apache.org/repos/asf/arrow-julia.git
from 750d551 Let byte-vector ArrowTypes storage fill FixedSizeBinary fields
add adee832 Read Polars IPC files: footer schema and 128-bit integers
add a25104d Read decimal columns in bulk, as stored
add 948c569 Validate and decode IPC batches without per-element dispatch
add d163122 Read flat columns as zero-copy views; strings as DataStrings
add b44b901 Map a whole-table read's pages with one madvise
No new revisions were added by this update.
Summary of changes:
Project.toml | 4 +
docs/src/manual.md | 87 +-
docs/src/migration.md | 23 +-
docs/src/reference.md | 11 +
ext/ArrowSerializationExt.jl | 5 +-
src/Arrow.jl | 5 +
src/ArrowCore.jl | 195 ++++-
src/cdata.jl | 16 +-
src/columnconstruction.jl | 31 +-
src/columns.jl | 908 +++++++++++++++++++++
src/ipc_read.jl | 16 +-
src/ipc_write.jl | 153 +---
src/metadata/VerifierRuntime.jl | 14 +-
src/scan.jl | 73 +-
src/sharedvalues.jl | 11 +-
src/table.jl | 256 ++++--
test/columns_tests.jl | 308 +++++++
test/compat_tests.jl | 2 +-
test/detached_values_tests.jl | 5 +-
test/facade_tests.jl | 103 +--
.../README.md | 17 +-
test/fixtures-polars/default.arrowbytes | Bin 0 -> 4244 bytes
test/fixtures-polars/int128.arrowbytes | Bin 0 -> 871 bytes
test/fixtures-polars/lz4.arrowbytes | Bin 0 -> 4276 bytes
test/fixtures-polars/stream.arrowbytes | Bin 0 -> 3392 bytes
test/fixtures-polars/zstd.arrowbytes | Bin 0 -> 4276 bytes
test/incremental_writer_tests.jl | 2 +-
test/ipc_write_battery.jl | 7 +-
test/nestedvalues_tests.jl | 11 +-
test/polars_tests.jl | 88 ++
test/rewrite_regressions.jl | 3 +-
test/runtests.jl | 6 +
test/scan_battery.jl | 4 +-
test/support/SeededFuzz.jl | 26 +-
test/support/generate_polars_fixtures.py | 48 ++
test/writer_sink_tests.jl | 2 +-
36 files changed, 2055 insertions(+), 385 deletions(-)
create mode 100644 src/columns.jl
create mode 100644 test/columns_tests.jl
copy test/{fixtures-dictionaries => fixtures-polars}/README.md (61%)
create mode 100644 test/fixtures-polars/default.arrowbytes
create mode 100644 test/fixtures-polars/int128.arrowbytes
create mode 100644 test/fixtures-polars/lz4.arrowbytes
create mode 100644 test/fixtures-polars/stream.arrowbytes
create mode 100644 test/fixtures-polars/zstd.arrowbytes
create mode 100644 test/polars_tests.jl
create mode 100644 test/support/generate_polars_fixtures.py
