This is an automated email from the ASF dual-hosted git repository.
dependabot[bot] pushed a change to branch
dependabot/cargo/main/object_store-0.14.2
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git
discard 630b5c9785 chore(deps): bump object_store from 0.14.1 to 0.14.2
add 2747cb30ad ci: Print native CPU target features in release test job
(#11212)
add 2f2360d97a parquet: Fix page index loading with suffix prefetch
(#11208)
add 9e0ab287e9 fix(bug): `zip_kernels` benchmark not measured correctly
(#11217)
add c258274aef test(parquet): move nested writer roundtrips —— Part II
(#11183)
add b9b1d5005a feat(parquet): provide direct access to dictionary pages
(#10420)
add f4f9433343 fix(bug): benchmark inputs not measuring the intended
workload (#11220)
add 92b5042818 fix: error on invalid type representation when parsing
REE/Map types (#11160)
add ef91f8cb91 perf: Optimize `RowSelection::and_then` for dense masks
(#10968)
add b1e2bcd60b docs: Add example to `BitChunks::chunk` (#11214)
add fa337f843a fix: Parquet `ByteArrayDecoderPlain::read` can silently
fail to read the correct number of values (#11222)
add e605de6da5 Make CachedArrayReader cache cleanup incremental instead of
quadratic (#10901)
add 314c52999e [arrow-select] perf: Replace `ArrayData` with direct
`Array` construction in concat (#10377)
add 1c2c390875 perf(arrow-select): add take_record_batch_unchecked to skip
redundant bounds checks (#10945)
add 76829d5ce4 Fix unshredded Variant field extraction benchmark (#11253)
add 4efc34d36f feat(variant): allow creating VariantArray from Option
items convertible to Variant (#11053)
add 21f1156821 test(parquet): show push decoder needs a whole row group
before decoding a batch (#11218)
add a01d14f744 fix(parquet): preserve distinct-count invalidation across
page flushes (#11264)
add c6eb173d02 refactor(parquet): simplify guarded row-group byte-limit
arithmetic (#11269)
add 74b630b26d bench(parquet): measure `ArrowWriter` memory allocation
(#11268)
add a297bdb88c fix(parquet): add early rejection of unsupported encodings
(#11266)
add 20bd84898d perf: Optimize display of Boolean values (#11254)
add 1af0c387c8 chore(deps): bump hyper-util from 0.1.20 to 0.1.21 in the
all-other-cargo-deps group across 1 directory (#11250)
add 7d6a864920 fix(arrow-data): new_null on an empty union (#11258)
add 36229593fe perf: Optimize bool <-> numeric casts (#11242)
add fdeada16e9 Fix sums of sliced run-end encoded arrays (#11283)
add 2166741578 Resolve DST-ambiguous and nonexistent local times when
casting timestamps to a named timezone (#11038)
add 8208506f8f perf(parquet): fuse consecutive filters on the same
projection (#10859)
add 3e03c57afd perf: Add APIs for filter with known selected-row count
(#11206)
add 176171f708 bench(parquet): Add page index statistics decoding
benchmark (#11287)
add 79ffb47740 chore: remove redundant homepage and doc links (#11305)
add 7a1e70daca fix(parquet): clear round-trip benchmark buffer each
iteration (#11298)
add f4160dda5a chore(deps): bump the codeql-actions group with 2 updates
(#11289)
add 26471ded87 chore(deps): bump taiki-e/install-action from 2.87.16 to
2.87.21 (#11290)
add 25dda57ba5 chore(deps): bump comfy-table from 8.0.0 to 8.0.1 in the
all-other-cargo-deps group across 1 directory (#11291)
add 648ae60c38 Avoid overflow in decimal precision and scale arithmetic
(#10996)
add 6aac3c2740 fix(parquet): don't preallocate 1MiB in DeltaBitPackEncoder
(#11149)
add 149b3ab23d [Variant] Simplify homogeneous VariantArray test fixtures
(#11272)
add 4cb8ff5a49 feat(arrow-schema): expose FixedShapeTensor shape (#11247)
add 5db31bc9bc perf: Reserve concat output space using visible offset span
(#11270)
add 46d5439abc perf: Optimize infallible numeric casts (#11219)
add ebb524f6eb perf: Reuse capture locations in `regexp_match` (#11274)
add 8c230e6499 Add filter benchmarks for predicates that select no null
rows (#11256)
add 2f3cd82bea fix: Avoid dropping type parameters in
`PrimitiveArray::into_builder` (#11310)
add 007894ef0d Reuse buffers when interleaving byte views (#11281)
add e91185abdc bench(arrow-select): filter_bits over batches of random and
clustered masks (#11271)
add f220d72472 feat(arrow-schema): expose FixedShapeTensor logical shape
(#11249)
add 3a35598892 fix: finish methods in `PrimitiveDictionaryBuilder` discard
type params (#11327)
add 38054b7713 fix(arrow-array): preserve type params in
`PrimitiveArray::into_builder` (#11321)
add a5ba6a29d6 fix(arrow-array): `PrimitiveRunBuilder` was buggy after
`finish` (#11326)
add c02a2aa789 fix(arrow-array): avoid returning corrupt array in
`GenericByteArray::into_builder` (#11311)
add 73595d5875 Simplify homogeneous VariantArray doctest fixtures (#11320)
add 1b68589d69 ci: enable merge queue and run Miri only in the queue
(#11097)
add aa36532f09 fix(arrow-cast): allow whitespace around temporal values
(#11225) (#11299)
add 1514ea4579 fix(parquet): support non-primitive map keys in record
reader (#11229)
add 2c337d8fa9 chore: update PR template (#11211)
add d6f553299f perf: override `count`, `nth`, `nth_back` and `last` for
`RowsIter` (#11230)
add b3d793a6d4 chore: Upgrade Rust toolchain to 1.99 (#11342)
add 26de48deaf perf: Optimize boolean -> string casts (#11251)
add f698c259f0 bench(variant): add list-index lookup with empty lists
(#11193)
add d7b9bf431c refactor(variant): replace shredding cast flag with
VariantCastMode (#11294)
add 705e6405b5 fix(variant): support closing brackets inside quoted path
fields (#11231)
add 862b1e065b fix(arrow-data): fix gaps in ListView equality (#11345)
add 7c88505f9e fix(arrow-string): sum view element lengths in usize when
concatenating (#11318)
add 1d1607a761 Move binary and byte-view cast helpers into a private
submodule (#11077)
add 6d44c7c5ec fix(arrow-cast): avoid panicking during failed List ->
ListView cast (#11355)
add 61c69cd16d perf: Optimize casting timestamp -> `Date32`, `Time32`,
`Time64` (#11199)
add 646328f240 perf: Optimize `date_part` for timestamp values without
timezones (#11187)
add 0028aaa593 fix(arrow-select): fix `take` output capacity for sliced
lists (#11360)
add 615f0bc611 fix(arrow-cast): only cast visible elements for lists and
maps (#11359)
add a95308bd83 fix(parquet): honor explicit V1 FLBA dictionary opt-in
(#10569)
add cac30c2d58 fix: Only require valid UTF-8 within the visible span of
string arrays (#11323)
add 40699a23ff Fix IPC roundtrip for empty RunArray slices (#11361)
add d4edc6846e fix(arrow-data): account for parent offset in FixedSizeList
null validation (#11362)
add dde917c404 perf: Optimize int -> decimal cast (#11226)
add e97b1aa7fa fix(arrow-row): return an error instead of wrapping view
offsets past 4 GiB when decoding BinaryView/Utf8View (#11224)
add b98f76beab feat(parquet): expose RowSelection::force_mask (#11337)
add ef3c950c1c Fix filter_nulls for predicates selecting all or no rows
(#11378)
add 2741db581b bench(parquet): add a list benchmark without nulls or empty
lists (#11375)
add b94434d8c0 fix(variant): avoid panic on `variant_get` for non-nullable
field (#11356)
add 103ebe7548 test: Assert CachedArrayReader cleanup watermark in
consumer tests (#11252)
add a1daa4a10b [Arrow] Move parquet-variant-compute StructArrayAssembler
to arrow-array (#10636)
add c77ae6e3b8 Add focused integer-to-decimal cast benchmarks (#11313)
add 67bc67ed9f feature: add safe version of `ArrayData::from_pyarrow`
(#10894)
add 934e16ec85 Add focused float-to-decimal cast benchmarks (#11343)
add 02accced63 refactor(parquet): share push decoder fetch-range and stage
logic (prep for #10555) (#11330)
add 6e35908397 Feat: allow users to untake (#11387)
add 13886b5c45 fix(arrow-buffer): round i256 to f64 correctly at f64
midpoints (#11315)
add 788040d30e chore(deps): bump pyspark from 3.4.4 to 3.5.8 in
/parquet/pytest (#11394)
add c5e390031a test(parquet): move REE and basic roundtrips —— Part III
(#11184)
add cb3bec2362 fix(arrow-cast): round decimal to float conversions once
(#10509)
add 828c0f4fd1 feat(arrow-cast): move list cast tests to integration suite
(#11111)
add e101eccb64 chore(deps): bump object_store from 0.14.1 to 0.14.2
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (630b5c9785)
\
N -- N -- N refs/heads/dependabot/cargo/main/object_store-0.14.2
(e101eccb64)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 40 +-
.github/ci/paths.yaml | 106 +
.github/ci/scripts/check-ci-config.py | 270 ++
.github/ci/scripts/compute-changes.py | 76 +
.github/pull_request_template.md | 42 +-
.github/workflows/README.md | 11 +-
.github/workflows/arrow.yml | 36 +-
.github/workflows/arrow_flight.yml | 22 +-
.github/workflows/audit.yml | 17 +-
.github/workflows/ci.yml | 147 +
.github/workflows/codeql.yml | 4 +-
.github/workflows/dev.yml | 13 +-
.github/workflows/docs.yml | 11 +-
.github/workflows/integration.yml | 60 +-
.github/workflows/miri.yaml | 36 +-
.github/workflows/parquet.yml | 54 +-
.github/workflows/rust.yml | 13 +-
.github/workflows/take.yml | 7 +-
CONTRIBUTING.md | 7 +-
Cargo.lock | 11 +-
Cargo.toml | 2 +-
arrow-arith/Cargo.toml | 5 +-
arrow-arith/benches/temporal.rs | 91 +
arrow-arith/src/aggregate.rs | 112 +-
arrow-arith/src/numeric.rs | 142 +-
arrow-arith/src/temporal.rs | 184 +
arrow-array/Cargo.toml | 1 -
arrow-array/src/array/byte_array.rs | 122 +-
arrow-array/src/array/dictionary_array.rs | 22 +-
arrow-array/src/array/primitive_array.rs | 24 +-
arrow-array/src/array/string_array.rs | 85 +-
arrow-array/src/builder/generic_bytes_builder.rs | 9 +-
arrow-array/src/builder/mod.rs | 2 +
.../src/builder/primitive_dictionary_builder.rs | 21 +-
arrow-array/src/builder/primitive_run_builder.rs | 31 +-
arrow-array/src/builder/struct_array_assembler.rs | 163 +
arrow-array/src/builder/struct_builder.rs | 3 +
arrow-array/src/types.rs | 25 +-
arrow-avro/Cargo.toml | 1 -
arrow-avro/src/reader/mod.rs | 8 +-
arrow-avro/src/writer/mod.rs | 2 +-
arrow-buffer/Cargo.toml | 1 -
arrow-buffer/src/bigint/mod.rs | 57 +-
arrow-buffer/src/buffer/immutable.rs | 2 +-
arrow-buffer/src/util/bit_chunk_iterator.rs | 12 +
arrow-buffer/src/util/bit_util.rs | 118 +
arrow-cast/Cargo.toml | 12 +-
arrow-cast/benches/cast_timestamp.rs | 75 +
.../benches/format_boolean.rs | 42 +-
arrow-cast/src/cast/binary.rs | 198 +
arrow-cast/src/cast/decimal.rs | 28 +-
arrow-cast/src/cast/list.rs | 85 +-
arrow-cast/src/cast/map.rs | 14 +-
arrow-cast/src/cast/mod.rs | 3812 ++++++++------------
arrow-cast/src/cast/string.rs | 20 +-
arrow-cast/src/display.rs | 2 +-
arrow-cast/src/parse.rs | 178 +-
arrow-cast/tests/cast/list.rs | 1779 +++++++++
arrow-cast/tests/cast/mod.rs | 1 +
arrow-cmp/Cargo.toml | 1 -
arrow-csv/Cargo.toml | 1 -
arrow-data/Cargo.toml | 1 -
arrow-data/src/data.rs | 232 +-
arrow-data/src/equal/list_view.rs | 23 +-
arrow-data/src/equal/mod.rs | 3 +
arrow-flight/Cargo.toml | 1 -
arrow-flight/gen/Cargo.toml | 1 -
arrow-flight/src/sql/server.rs | 2 +
arrow-integration-test/Cargo.toml | 1 -
arrow-integration-testing/Cargo.toml | 1 -
arrow-ipc/Cargo.toml | 1 -
arrow-ipc/src/writer.rs | 55 +
arrow-json/Cargo.toml | 1 -
arrow-ord/Cargo.toml | 1 -
arrow-pyarrow-integration-testing/Cargo.toml | 1 -
arrow-pyarrow-testing/Cargo.toml | 1 -
arrow-pyarrow/Cargo.toml | 1 -
arrow-pyarrow/src/lib.rs | 150 +-
arrow-row/Cargo.toml | 1 -
arrow-row/src/lib.rs | 500 ++-
arrow-row/src/variable.rs | 36 +-
arrow-schema/Cargo.toml | 1 -
arrow-schema/src/datatype.rs | 9 +
arrow-schema/src/datatype_parse.rs | 93 +-
arrow-schema/src/error.rs | 4 +-
.../src/extension/canonical/fixed_shape_tensor.rs | 93 +-
arrow-select/Cargo.toml | 1 -
arrow-select/benches/filter_bits.rs | 82 +-
arrow-select/src/coalesce.rs | 83 +-
arrow-select/src/concat.rs | 47 +-
arrow-select/src/filter.rs | 184 +-
arrow-select/src/interleave.rs | 84 +-
arrow-select/src/nullif.rs | 22 +-
arrow-select/src/take.rs | 496 +--
arrow-string/Cargo.toml | 1 -
arrow-string/src/concat_elements.rs | 44 +-
arrow-string/src/regexp.rs | 71 +-
arrow-string/src/substring.rs | 20 +-
arrow/Cargo.toml | 1 -
arrow/benches/buffer_create.rs | 4 +-
arrow/benches/cast_kernels.rs | 165 +-
arrow/benches/concatenate_elements.rs | 17 +-
arrow/benches/concatenate_kernel.rs | 15 +
arrow/benches/filter_kernels.rs | 35 +
arrow/benches/interleave_kernels.rs | 2 +-
arrow/benches/lexsort.rs | 8 +-
arrow/benches/regexp_kernels.rs | 45 +-
arrow/benches/take_kernels.rs | 2 +-
arrow/benches/zip_kernels.rs | 4 +-
arrow/tests/array_equal.rs | 26 +
arrow/tests/array_validation.rs | 2 +-
parquet-geospatial/Cargo.toml | 1 -
parquet-geospatial/src/interval.rs | 2 -
parquet-variant-compute/Cargo.toml | 1 -
parquet-variant-compute/benches/variant_kernels.rs | 66 +-
parquet-variant-compute/src/shred_variant.rs | 33 +-
parquet-variant-compute/src/type_conversion.rs | 39 +-
parquet-variant-compute/src/unshred_variant.rs | 29 +-
parquet-variant-compute/src/variant_array.rs | 216 +-
parquet-variant-compute/src/variant_get.rs | 353 +-
parquet-variant-compute/src/variant_to_arrow.rs | 183 +-
parquet-variant-json/Cargo.toml | 1 -
parquet-variant/Cargo.toml | 1 -
parquet-variant/src/decoder.rs | 1 +
parquet-variant/src/path.rs | 25 +
parquet-variant/src/utils.rs | 15 +-
parquet/Cargo.toml | 6 +-
parquet/benches/arrow_reader.rs | 13 +-
parquet/benches/arrow_reader_row_filter.rs | 4 +-
parquet/benches/arrow_statistics.rs | 133 +-
parquet/benches/arrow_writer_peak_memory.rs | 1071 ++++++
parquet/benches/parquet_round_trip.rs | 6 +-
parquet/pytest/requirements.txt | 4 +-
parquet/src/arrow/array_reader/byte_array.rs | 18 +-
.../src/arrow/array_reader/cached_array_reader.rs | 112 +-
parquet/src/arrow/array_reader/mod.rs | 3 +
parquet/src/arrow/arrow_reader/filter.rs | 484 ++-
parquet/src/arrow/arrow_reader/read_plan.rs | 38 +-
.../src/arrow/arrow_reader/selection/algebra.rs | 212 +-
parquet/src/arrow/arrow_reader/selection/cursor.rs | 119 +-
parquet/src/arrow/arrow_reader/selection/mod.rs | 109 +-
.../src/arrow/arrow_reader/tests/row_selection.rs | 3 +-
parquet/src/arrow/arrow_writer/mod.rs | 1324 +------
parquet/src/arrow/async_reader/mod.rs | 191 +-
parquet/src/arrow/in_memory_row_group.rs | 218 +-
parquet/src/arrow/mod.rs | 4 +
parquet/src/arrow/push_decoder/mod.rs | 193 +-
.../arrow/push_decoder/reader_builder/filter.rs | 10 +-
.../src/arrow/push_decoder/reader_builder/mod.rs | 181 +-
.../arrow/push_decoder/reader_builder/stages.rs | 91 +
parquet/src/arrow/push_decoder/remaining.rs | 469 +--
parquet/src/arrow/push_decoder/scan_plan/budget.rs | 168 +
.../{remaining.rs => scan_plan/frontier.rs} | 255 +-
.../{decoder => push_decoder/scan_plan}/mod.rs | 11 +-
parquet/src/column/chunker/cdc.rs | 4 +-
parquet/src/column/writer/encoder.rs | 4 +-
parquet/src/column/writer/mod.rs | 73 +-
parquet/src/encodings/decoding/alp_decoder.rs | 2 -
parquet/src/encodings/encoding/mod.rs | 180 +-
parquet/src/file/metadata/dictionary.rs | 498 +++
parquet/src/file/metadata/mod.rs | 3 +
parquet/src/file/metadata/reader.rs | 132 +-
parquet/src/file/metadata/writer.rs | 6 +-
parquet/src/file/properties.rs | 3 +
parquet/src/file/serialized_reader.rs | 56 +-
parquet/src/file/statistics.rs | 2 -
parquet/src/file/writer.rs | 4 +-
parquet/src/record/reader.rs | 113 +-
parquet/tests/arrow_writer/mod.rs | 35 +-
parquet/tests/arrow_writer/roundtrip.rs | 1367 ++++++-
parquet/tests/arrow_writer/roundtrip_helpers.rs | 27 +-
parquet_derive/Cargo.toml | 1 -
parquet_derive_test/Cargo.toml | 1 -
rust-toolchain.toml | 2 +-
174 files changed, 13987 insertions(+), 6092 deletions(-)
create mode 100644 .github/ci/paths.yaml
create mode 100644 .github/ci/scripts/check-ci-config.py
create mode 100644 .github/ci/scripts/compute-changes.py
create mode 100644 .github/workflows/ci.yml
create mode 100644 arrow-arith/benches/temporal.rs
create mode 100644 arrow-array/src/builder/struct_array_assembler.rs
create mode 100644 arrow-cast/benches/cast_timestamp.rs
copy arrow-buffer/benches/offset.rs => arrow-cast/benches/format_boolean.rs
(51%)
create mode 100644 arrow-cast/src/cast/binary.rs
create mode 100644 arrow-cast/tests/cast/list.rs
create mode 100644 parquet/benches/arrow_writer_peak_memory.rs
create mode 100644 parquet/src/arrow/push_decoder/reader_builder/stages.rs
create mode 100644 parquet/src/arrow/push_decoder/scan_plan/budget.rs
copy parquet/src/arrow/push_decoder/{remaining.rs => scan_plan/frontier.rs}
(66%)
copy parquet/src/arrow/{decoder => push_decoder/scan_plan}/mod.rs (74%)
create mode 100644 parquet/src/file/metadata/dictionary.rs
