fabianmurariu commented on issue #48428:
URL: https://github.com/apache/arrow/issues/48428#issuecomment-3636973457
It looks like this only fails for StringView
```rust
#[test]
fn encode_large_lists_non_zero_offset() { //PASS
let val_inner = Field::new_list_field(DataType::UInt32, true);
let val_list_field = Field::new("val",
DataType::LargeList(Arc::new(val_inner)), false);
let schema = Arc::new(Schema::new(vec![val_list_field]));
let values = Arc::new(generate_list_data::<i64>());
let in_batch = RecordBatch::try_new(schema, vec![values])
.unwrap()
.slice(999, 1);
let out_batch = deserialize_file(serialize_file(&in_batch));
assert_eq!(in_batch, out_batch);
}
#[test]
fn encode_large_lists_string_non_zero_offset() { //PASS
let val_inner = Field::new_list_field(DataType::Utf8, true);
let val_list_field = Field::new("val",
DataType::LargeList(Arc::new(val_inner)), false);
let schema = Arc::new(Schema::new(vec![val_list_field]));
let values = Arc::new(generate_string_list_data::<i64>());
let in_batch = RecordBatch::try_new(schema, vec![values])
.unwrap()
.slice(999, 1);
let out_batch = deserialize_file(serialize_file(&in_batch));
assert_eq!(in_batch, out_batch);
}
#[test]
fn encode_large_list_string_view_non_zero_offset() { // FAIL
let val_inner = Field::new_list_field(DataType::Utf8View, true);
let val_list_field = Field::new("val",
DataType::LargeList(Arc::new(val_inner)), false);
let schema = Arc::new(Schema::new(vec![val_list_field]));
let values = Arc::new(generate_utf8view_list_data::<i64>());
let in_batch = RecordBatch::try_new(schema, vec![values])
.unwrap()
.slice(999, 1);
dbg!(&in_batch);
let out_batch = deserialize_file(serialize_file(&in_batch));
assert_eq!(in_batch, out_batch);
}
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
