This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch active_release
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git.
omit 4c9d6d3 Prepare for 5.5.0 Release: Update version + changelog (#803)
omit 71023cd chore: Reduce the amount of code generated by
monomorphization (#715) (#795)
omit 64a6167 add wasm32 to hash, fix wasm32 build (#787) (#796)
omit 7b1fc7d Export `RowColumnIter` to fix doc (#763) (#794)
omit 6a08c83 Doctests for arrays - via collect method. (#785) (#793)
omit cdcfc9a Make BooleanBufferBuilder get_bit not require mutable
reference (#784) (#792)
omit 35724d5 fix: nanosecond timestamp scaling during string conversion
(#780) (#781) (#791)
omit 56da164 Add support for riscv64 (#769) (#790)
omit f0ad155 Added PartialEq to RecordBatch (#750) (#789)
omit 391be40 Use latest nightly in CI to Fix CI for SIMD (#767) (#768)
omit cb933bc Update versions and readme for 5.4.0 release (#764)
omit 5d13a4d Optimize array::transform::utils::set_bits (#716) (#761)
omit b77b135 fix: new_null_array for structs (#736) (#760)
omit f0d9e89 Add `append_nulls` and `append_trusted_len_iter` to
`PrimitiveBuilder` (#728) (#759)
omit 4e9f4ab fix: Scalar math operations on slices (#743) (#758)
omit 9196a2a Cherry pick 0e7c4c5f: make chrono time emit converted type
(#757)
omit 486d5a3 fix: Comparisons against scalar slices (#741) (#756)
omit b5ea3f6 fix: Handle slices in unary kernel (#739) (#755)
omit 605aa32 Add a note on rust compiler testing and compatibility (#726)
(#754)
omit f68afcc Fix decimal value_as_string (#722) (#753)
omit b8352fd Fix decimal repr in schema (#721) (#752)
omit 9f7707c Prepare for 5.3.0 release (#723)
omit 559db29 fix edition 2021 (#714) (#719)
omit c8d492c Support arrow readers for strings with DELTA_BYTE_ARRAY
encoding (#709) (#718)
omit 446a4b7 Implement `regexp_matches_utf8` (#706) (#717)
omit 4ca0d95 Cherry pick of Support binary data type in build_struct_array
(#705)
omit 412a5bd Doctest for PrimitiveArray using from_iter_values. (#694)
(#700)
omit 1fb6210 Add get_bit to BooleanBufferBuilder (#693) (#699)
omit 0534f43 allow casting from Timestamp based arrays to utf8 (#664)
(#698)
omit 3c0a8bd Add note about changelog generation to README (#639) (#689)
omit 7c98c4c Update version and changelog for 5.2.0 (#688)
omit aed4259 Write boolean stats for boolean columns (not i32 stats)
(#661) (#682)
omit 6a96f5f Write FixedLenByteArray stats for FixedLenByteArray columns
(not ByteArray stats) (#662) (#683)
omit 72f2407 Allow creation of String arrays from &Option<&str> iterators
(#680) (#686)
omit 52bbc81 Doctests for DictionaryArray::from_iter,
PrimitiveDictionaryBuilder and DecimalBuilder. (#673) (#679)
omit 03af5e4 Add some do comments to parquet bit_util (#663) (#678)
omit be471fd allocate enough bytes when writing booleans (#658) (#677)
omit 876f397 Fix parquet string statistics generation (#643) (#676)
omit ead64b7 Remove undefined behavior in `value` method of boolean and
primitive arrays (#644) (#668)
omit 107a604 Speed up filter_record_batch with one array (#637) (#666)
omit dace74b Doctests for from_iter for BooleanArray & for BooleanBuilder.
(#647) (#669)
omit 38e85eb Add human readable Format for parquet ByteArray (#642) (#667)
omit 51f2b2b Fix data corruption in json decoder f64-to-i64 cast (#652)
(#665)
omit 64c78b8 Fix link in changelog (#635)
omit 1158a5c Update versions and CHANGELOG for 5.1.0 release (#632)
omit 8993250 Add links in docstrings (#605) (#633)
omit bf2e4f0 Fix clippy lints for Rust 1.54 (#631) (#634)
omit 6d222fa Doctests for BinaryArray and LargeBinaryArray. (#625) (#630)
omit f241bc7 Cherry pick Sort binary to active_release (#621)
omit ffe436a resolve unnecessary borrow clippy lints (#613) (#622)
omit 239c253 make FFI_ArrowArray::empty() public (#612) (#619)
omit 552ef0b Doctests for UnionBuilder and UnionArray. (#603) (#618)
omit ec739c2 fix dyn syntax (#592) (#617)
omit 2c83a47 Fix newline in changelog (#588) (#616)
omit d32533a Fix typo (#604) (#606)
omit 4c9e94d Implement `StringBuilder::append_option` (#601) (#611)
omit 4ee9149 Validate output of MIRI (#578) (#610)
omit e0d1d5b support struct array in pretty display (#579) (#609)
omit 820530d use exponential search for lexicographical_partition_ranges
(#585) (#608)
omit 15d3ca5 Remove Git SHA from created_by Parquet file metadata (#590)
(#607)
omit 8835adc Update readme link to point at the right codecoverage
location (#577) (#584)
omit 952cae4 fix: undefined behavior in schema ffi (#582) (#583)
omit 9dd0aec Update triplet.rs (#556) (#574)
omit c87a7bc Fix array equal check (#571) (#576)
omit 4c21d6d Add len() to InMemoryWriteableCursor (#564) (#575)
omit 5057839 Doctest for StructArray. (#562) (#567)
omit 332baca make has_min_max_set as pub fn (#559) (#566)
omit 2998db4 Bump prost and tonic (#560) (#565)
omit 8927982 Exclude .github in rat files (#550)
omit 1766680 Set version to 5.0.0 (#549)
add fc78af6 Exclude .github in rat files (#551)
add f873d77 make slice work for nested types (#389)
add 42400fd Bump prost and tonic (#560)
add e658cb8 make has_min_max_set as pub fn (#559)
add 7fd7faf Doctest for StructArray. (#562)
add ede81fc Improve release documentation (#548)
add 03269aa Update triplet.rs (#556)
add 6c82bdc Add len() to InMemoryWriteableCursor (#564)
add bd9f67a Fix array equal check (#571)
add 99ae88c use sort_unstable_by in primitive sorting (#552)
add 68a4b5b Update master version to 6.0.0-SNAPSHOT (#547)
add e3d4c6a Update sort kernel docs to not it is unstable (#572)
add d8da826 fix: undefined behavior in schema ffi (#582)
add 0a87516 Update readme link to point at the right codecoverage
location (#577)
add 30f1b1f Validate output of MIRI (#578)
add 7b57d91 Fix newline in changelog (#588)
add 9f40f89 Remove Git SHA from created_by Parquet file metadata (#590)
add 87d2840 support struct array in pretty display (#579)
add 6c1a86e use exponential search for lexicographical_partition_ranges
(#585)
add 80a2964 Fix typo (#604)
add 04d6b63 fix dyn syntax (#592)
add 1d6c374 Implement `StringBuilder::append_option` (#601)
add 19dba50 Doctests for UnionBuilder and UnionArray. (#603)
add 2113e2b Sort binary (#569)
add fa5c39b disallow bare trait objects (#615)
add 42a7163 make FFI_ArrowArray::empty() public (#612)
add be98b17 resolve unnecessary borrow clippy lints (#613)
add 6e1dbb4 Doctests for BinaryArray and LargeBinaryArray. (#625)
add b46115b Add links in docstrings (#605)
add 2b2ec7e Fix clippy lints for Rust 1.54 (#631)
add a08b939 Add note about changelog generation to README (#639)
add e84fe20 Speed up filter_record_batch with one array (#637)
add 9be938e Minimal MapArray support (#491)
add b38a4b6 Add human readable Format for parquet ByteArray (#642)
add b075c3c Fix data corruption in json decoder f64-to-i64 cast (#652)
add fe1e1f6 update documentation (#648)
add edc9cb3 draft question template (#649)
add 4a7cabb Doctests for from_iter for BooleanArray & for BooleanBuilder.
(#647)
add 6bf1988 Remove undefined behavior in `value` method of boolean and
primitive arrays (#644)
add ba08aa5 Tiny tweaks to release readme (#670)
add b682ef5 Add a note about arrow crate security / safety (#628)
add 4618ef5 Fix parquet string statistics generation (#643)
add 75432ed allocate enough bytes when writing booleans (#658)
add 7b2e26d Add some do comments to parquet bit_util (#663)
add bea4cb8 Doctests for DictionaryArray::from_iter,
PrimitiveDictionaryBuilder and DecimalBuilder. (#673)
add 857dbaf Write boolean stats for boolean columns (not i32 stats) (#661)
add fc04931 Make rand an optional dependency (#674)
add fa5acd9 Write FixedLenByteArray stats for FixedLenByteArray columns
(not ByteArray stats) (#662)
add 1a5c26b Allow creation of String arrays from &Option<&str> iterators
(#680)
add 0b7ac79 Add get_bit to BooleanBufferBuilder (#693)
add f569e8f allow casting from Timestamp based arrays to utf8 (#664)
add 3fa6fcd Change to comfy-table from prettytable-rs (#656)
add 0cd0ee3 Update dev README with fancier regular expression for
maintenance release notes (#687)
add 38e5d22 Doctest for PrimitiveArray using from_iter_values. (#694)
add 8308615 Support binary data type in `build_struct_array`. (#702)
add 48c7529 Implement `regexp_matches_utf8` (#706)
add 9d6ca6b fix edition 2021 (#714)
add 5a12d97 Support arrow readers for strings with DELTA_BYTE_ARRAY
encoding (#709)
add 0e7c4c5 Parquet Derive: remove obscure feature flags, make chrono
time emit converted type (#712)
add 6ee9bc0 Add a note on rust compiler testing and compatibility (#726)
add deb31a0 Fix decimal value_as_string (#722)
add 1a03358 Fix decimal repr in schema (#721)
add 34df13a PyO3 bridge for pyarrow interoperability (#691)
add 3e01f6f Remove optional prettytable-rs dependency (#737)
add 7ae6910 fix: Handle slices in unary kernel (#739)
add 3b56485 fix: Comparisons against scalar slices (#741)
add c4e20da Upgrade lexical-core to 0.8 (#748)
add 7675164 Add `append_nulls` and `append_trusted_len_iter` to
`PrimitiveBuilder` (#728)
add 715318e fix: Allow parquet to be compiled without arrow (fix
--no-default-features) (#731)
add 5af340c fix: new_null_array for structs (#736)
add 72d7c5b fix: Scalar math operations on slices (#743)
add 4221099 Optimize array::transform::utils::set_bits (#716)
add 9b77b4b Update Bitmap::len to return bits (#749)
add 2f78c7a Use latest nightly in CI to Fix CI for SIMD (#767)
add d2cec2c Export `RowColumnIter` to fix doc (#763)
add 0e4e75b Added PartialEq to RecordBatch (#750)
add 9c9acb7 fix: Support length on slices with null (#745)
add 5c3ed61 chore: Reduce the amount of code generated by
monomorphization (#715)
add 4b6ea06 Add support for riscv64 (#769)
add 499301c fix: nanosecond timestamp scaling during string conversion
(#780) (#781)
add 615d783 Make BooleanBufferBuilder get_bit not require mutable
reference (#784)
add 7b900d9 Doctests for arrays - via collect method. (#785)
add 9ca59b6 add wasm32 to hash, fix wasm32 build (#787)
add 5369f08 Make parquet's optional arrow dependency skip the default
features (#801)
add a1f48e8 Doctests for DictionaryArrays. (#805)
add 626af07 Remove extra quote in release instructions (#804)
add e8438bb parquet: Avoid NaN check for non-floats (#798)
add 9b0577b expose buffer ops (#809)
add b9384f1 Add Parquet writer example to docs (#797)
add a835f2c Fix null count when casting ListArray (#816)
add 180776a Separate parquet writer benchmarks (#818)
add cc9e285 [nit] update readme.md and reformat (#821)
add f538991 Fewer ByteArray allocations when writing binary columns (#820)
add ed5b398 handle tz while extractiing second/minute/hour from temporal
arrays (#771)
add d4bf0b6 Add support for parsing timezone using chrono-tz (#824)
add e898de5 JSON reader - empty nested list should not create child value
(#826)
add 058da05 Replace `ArrayData::new()` with `ArrayData::try_new()` and
`unsafe ArrayData::new_unchecked` (#822)
add 58309b8 Add Changelog for 6.0.0 (#827)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (4c9d6d3)
\
N -- N -- N refs/heads/active_release (58309b8)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/question.md | 17 +
.github/workflows/integration.yml | 21 +-
.github/workflows/rust.yml | 11 +-
CHANGELOG.md | 516 ++++++++++++++++++---
README.md | 33 +-
arrow-flight/Cargo.toml | 4 +-
arrow-flight/src/arrow.flight.protocol.rs | 4 +-
arrow-pyarrow-integration-testing/Cargo.toml | 6 +-
arrow-pyarrow-integration-testing/src/lib.rs | 260 ++---------
.../tests/test_sql.py | 28 +-
arrow/Cargo.toml | 24 +-
arrow/README.md | 37 +-
arrow/benches/array_from_vec.rs | 12 +-
arrow/examples/builders.rs | 9 +-
arrow/src/array/array.rs | 202 +++++---
arrow/src/array/array_binary.rs | 99 ++--
arrow/src/array/array_boolean.rs | 33 +-
arrow/src/array/array_dictionary.rs | 29 +-
arrow/src/array/array_list.rs | 104 +++--
arrow/src/array/array_map.rs | 431 +++++++++++++++++
arrow/src/array/array_primitive.rs | 100 ++--
arrow/src/array/array_string.rs | 19 +-
arrow/src/array/array_struct.rs | 49 +-
arrow/src/array/array_union.rs | 10 +-
arrow/src/array/builder.rs | 272 ++++++++++-
arrow/src/array/data.rs | 170 ++++++-
arrow/src/array/equal/list.rs | 2 +-
arrow/src/array/equal/mod.rs | 44 +-
arrow/src/array/equal/utils.rs | 11 +-
arrow/src/array/equal_json.rs | 32 ++
arrow/src/array/mod.rs | 106 +++++
arrow/src/array/null.rs | 3 +-
arrow/src/array/transform/mod.rs | 17 +-
arrow/src/array/transform/structure.rs | 13 +-
arrow/src/bitmap.rs | 8 +-
arrow/src/buffer/mod.rs | 2 +-
arrow/src/compute/kernels/arithmetic.rs | 224 +++++----
arrow/src/compute/kernels/arity.rs | 26 +-
arrow/src/compute/kernels/boolean.rs | 108 +++--
arrow/src/compute/kernels/cast.rs | 170 ++++---
arrow/src/compute/kernels/comparison.rs | 283 ++++++-----
arrow/src/compute/kernels/filter.rs | 18 +-
arrow/src/compute/kernels/length.rs | 57 +--
arrow/src/compute/kernels/limit.rs | 15 +-
arrow/src/compute/kernels/sort.rs | 219 +++++----
arrow/src/compute/kernels/substring.rs | 26 +-
arrow/src/compute/kernels/take.rs | 107 +++--
arrow/src/compute/kernels/temporal.rs | 305 ++++++++----
arrow/src/compute/util.rs | 27 +-
arrow/src/datatypes/datatype.rs | 31 ++
arrow/src/datatypes/field.rs | 33 ++
arrow/src/datatypes/mod.rs | 175 +++++++
arrow/src/ffi.rs | 27 +-
arrow/src/ipc/convert.rs | 18 +
arrow/src/ipc/reader.rs | 51 +-
arrow/src/ipc/writer.rs | 4 +
arrow/src/json/reader.rs | 272 +++++++++--
arrow/src/json/writer.rs | 64 ++-
arrow/src/lib.rs | 3 +-
arrow/src/pyarrow.rs | 231 +++++++++
arrow/src/record_batch.rs | 6 +-
arrow/src/util/data_gen.rs | 20 +-
arrow/src/util/integration_util.rs | 53 ++-
arrow/src/util/pretty.rs | 19 +-
arrow/test/dependency/default-features/Cargo.toml | 2 +-
.../test/dependency/no-default-features/Cargo.toml | 2 +-
arrow/test/dependency/simd/Cargo.toml | 2 +-
dev/README.md | 4 +-
dev/release/README.md | 40 +-
dev/release/update_change_log.sh | 9 +-
integration-testing/Cargo.toml | 2 +-
integration-testing/src/lib.rs | 14 +-
parquet/Cargo.toml | 9 +-
parquet/benches/arrow_writer.rs | 253 ++++++++--
parquet/src/arrow/array_reader.rs | 262 +++++++++--
parquet/src/arrow/arrow_array_reader.rs | 18 +-
parquet/src/arrow/arrow_reader.rs | 16 +
parquet/src/arrow/arrow_writer.rs | 103 +++-
parquet/src/arrow/levels.rs | 138 +++++-
parquet/src/arrow/mod.rs | 75 ++-
parquet/src/arrow/schema.rs | 312 ++++++++++++-
parquet/src/column/writer.rs | 34 +-
parquet/src/data_type.rs | 3 +-
parquet/src/util/bit_util.rs | 9 +
parquet/src/util/mod.rs | 2 +
parquet_derive/Cargo.toml | 9 +-
parquet_derive/README.md | 4 +-
parquet_derive_test/Cargo.toml | 8 +-
88 files changed, 5061 insertions(+), 1599 deletions(-)
create mode 100644 .github/ISSUE_TEMPLATE/question.md
create mode 100644 arrow/src/array/array_map.rs
create mode 100644 arrow/src/pyarrow.rs
