scovich commented on code in PR #8360:
URL: https://github.com/apache/arrow-rs/pull/8360#discussion_r2354155908
##########
parquet-variant-compute/src/variant_array_builder.rs:
##########
@@ -205,6 +208,155 @@ impl VariantBuilderExt for VariantArrayBuilder {
}
}
+/// A builder for creating only the value column of a [`VariantArray`]
+///
+/// This builder is used when you have existing metadata and only need to build
+/// the value column. It's useful for scenarios like variant unshredding, data
+/// transformation, or filtering where you want to reuse existing metadata.
+///
+/// The builder produces a [`BinaryViewArray`] that can be combined with
existing
+/// metadata to create a complete [`VariantArray`].
+///
+/// # Example:
+/// ```
+/// # use arrow::array::Array;
+/// # use parquet_variant::{Variant};
+/// # use parquet_variant_compute::VariantValueArrayBuilder;
+/// // Create a variant value builder for 10 rows
+/// let mut builder = VariantValueArrayBuilder::new(10);
+///
+/// // Append some values with their corresponding metadata
+/// // In practice, some of the variant values would be objects with internal
metadata.
+/// builder.append_value(Variant::from(42));
+/// builder.append_null();
+/// builder.append_value(Variant::from("hello"));
+///
+/// // Build the final value array
+/// let value_array = builder.build().unwrap();
+/// assert_eq!(value_array.len(), 3);
+/// ```
+#[derive(Debug)]
+pub struct VariantValueArrayBuilder {
+ value_builder: ValueBuilder,
+ value_offsets: Vec<usize>,
+ nulls: NullBufferBuilder,
+}
+
+impl VariantValueArrayBuilder {
+ /// Create a new `VariantValueArrayBuilder` with the specified row capacity
+ pub fn new(row_capacity: usize) -> Self {
+ Self {
+ value_builder: ValueBuilder::new(),
+ value_offsets: Vec::with_capacity(row_capacity),
+ nulls: NullBufferBuilder::new(row_capacity),
+ }
+ }
+
+ /// Build the final value array
+ ///
+ /// Returns a [`BinaryViewArray`] containing the serialized variant values.
+ /// This can be combined with existing metadata to create a complete
[`VariantArray`].
+ pub fn build(mut self) -> Result<BinaryViewArray, ArrowError> {
+ let value_buffer = self.value_builder.into_inner();
+ let mut array = binary_view_array_from_buffers(value_buffer,
self.value_offsets);
+ if let Some(nulls) = self.nulls.finish() {
+ let (views, buffers, _) = array.into_parts();
+ array = BinaryViewArray::try_new(views, buffers, Some(nulls))?;
+ }
+ Ok(array)
+ }
+
+ /// Append a null row to the builder
+ ///
+ /// WARNING: It is only safe to call this method when building the `value`
field of a shredded
Review Comment:
Good catch!
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: github-unsubscr...@arrow.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
