This is an automated email from the ASF dual-hosted git repository.
quinnj pushed a change to branch core-rewrite
in repository https://gitbox.apache.org/repos/asf/arrow-julia.git
from 6b8783b fix: detach copied Arrow storage and preserve binary metadata
add 51d806d fix: preserve dictionary snapshots across IPC updates
No new revisions were added by this update.
Summary of changes:
CHANGELOG.md | 5 +-
docs/dev/DESIGN-incremental-writer.md | 2 +-
docs/dev/core-README.md | 5 +-
docs/src/migration.md | 8 +-
src/Arrow.jl | 1 +
src/ipc_dictionary.jl | 423 ++++++++++++++++++++
src/ipc_read.jl | 28 +-
src/ipc_write.jl | 41 +-
src/scan.jl | 32 +-
test/fixtures-dictionaries/README.md | 31 ++
.../bool-file-None.arrowbytes | Bin 0 -> 1506 bytes
.../fixtures-dictionaries/bool-file-lz4.arrowbytes | Bin 0 -> 1770 bytes
.../bool-file-zstd.arrowbytes | Bin 0 -> 1794 bytes
.../bool-stream-None.arrowbytes | Bin 0 -> 1184 bytes
.../bool-stream-lz4.arrowbytes | Bin 0 -> 1448 bytes
.../bool-stream-zstd.arrowbytes | Bin 0 -> 1472 bytes
.../fixtures-dictionaries/delta-V4-file.arrowbytes | Bin 0 -> 1146 bytes
.../delta-V4-stream.arrowbytes | Bin 0 -> 872 bytes
.../fixtures-dictionaries/int-file-None.arrowbytes | Bin 0 -> 1522 bytes
test/fixtures-dictionaries/int-file-lz4.arrowbytes | Bin 0 -> 1810 bytes
.../fixtures-dictionaries/int-file-zstd.arrowbytes | Bin 0 -> 1810 bytes
.../int-stream-None.arrowbytes | Bin 0 -> 1192 bytes
.../int-stream-lz4.arrowbytes | Bin 0 -> 1480 bytes
.../int-stream-zstd.arrowbytes | Bin 0 -> 1480 bytes
.../list-file-None.arrowbytes | Bin 0 -> 1842 bytes
.../fixtures-dictionaries/list-file-lz4.arrowbytes | Bin 0 -> 2202 bytes
.../list-file-zstd.arrowbytes | Bin 0 -> 2202 bytes
.../list-stream-None.arrowbytes | Bin 0 -> 1448 bytes
.../list-stream-lz4.arrowbytes | Bin 0 -> 1808 bytes
.../list-stream-zstd.arrowbytes | Bin 0 -> 1808 bytes
.../replacement-V4.arrowbytes | Bin 0 -> 880 bytes
.../replacement-V5.arrowbytes | Bin 0 -> 880 bytes
.../strings-file-None.arrowbytes | Bin 0 -> 1618 bytes
.../strings-file-lz4.arrowbytes | Bin 0 -> 1978 bytes
.../strings-file-zstd.arrowbytes | Bin 0 -> 1962 bytes
.../strings-stream-None.arrowbytes | Bin 0 -> 1296 bytes
.../strings-stream-lz4.arrowbytes | Bin 0 -> 1656 bytes
.../strings-stream-zstd.arrowbytes | Bin 0 -> 1640 bytes
.../struct-file-None.arrowbytes | Bin 0 -> 1746 bytes
.../struct-file-lz4.arrowbytes | Bin 0 -> 2034 bytes
.../struct-file-zstd.arrowbytes | Bin 0 -> 2050 bytes
.../struct-stream-None.arrowbytes | Bin 0 -> 1360 bytes
.../struct-stream-lz4.arrowbytes | Bin 0 -> 1648 bytes
.../struct-stream-zstd.arrowbytes | Bin 0 -> 1664 bytes
test/ipc_dictionary_tests.jl | 435 +++++++++++++++++++++
test/ipc_read_battery.jl | 10 +-
test/runtests.jl | 1 +
test/support/generate_dictionary_fixtures.py | 57 +++
48 files changed, 1029 insertions(+), 50 deletions(-)
create mode 100644 src/ipc_dictionary.jl
create mode 100644 test/fixtures-dictionaries/README.md
create mode 100644 test/fixtures-dictionaries/bool-file-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/bool-file-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/bool-file-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/bool-stream-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/bool-stream-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/bool-stream-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/delta-V4-file.arrowbytes
create mode 100644 test/fixtures-dictionaries/delta-V4-stream.arrowbytes
create mode 100644 test/fixtures-dictionaries/int-file-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/int-file-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/int-file-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/int-stream-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/int-stream-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/int-stream-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/list-file-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/list-file-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/list-file-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/list-stream-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/list-stream-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/list-stream-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/replacement-V4.arrowbytes
create mode 100644 test/fixtures-dictionaries/replacement-V5.arrowbytes
create mode 100644 test/fixtures-dictionaries/strings-file-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/strings-file-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/strings-file-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/strings-stream-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/strings-stream-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/strings-stream-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/struct-file-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/struct-file-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/struct-file-zstd.arrowbytes
create mode 100644 test/fixtures-dictionaries/struct-stream-None.arrowbytes
create mode 100644 test/fixtures-dictionaries/struct-stream-lz4.arrowbytes
create mode 100644 test/fixtures-dictionaries/struct-stream-zstd.arrowbytes
create mode 100644 test/ipc_dictionary_tests.jl
create mode 100644 test/support/generate_dictionary_fixtures.py
