pitrou commented on code in PR #5293:
URL: https://github.com/apache/arrow-rs/pull/5293#discussion_r1447523177
##########
parquet/src/arrow/arrow_reader/mod.rs:
##########
@@ -1390,6 +1397,43 @@ mod tests {
assert!(col.value(2).is_nan());
}
+ #[test]
+ fn test_read_float32_float64_byte_stream_split() {
+ let path = format!(
+ "{}/byte_stream_split.zstd.parquet",
+ arrow::util::test_util::parquet_test_data(),
+ );
+ let file = File::open(path).unwrap();
+ let record_reader = ParquetRecordBatchReader::try_new(file,
128).unwrap();
+
+ let mut row_count = 0;
+ for batch in record_reader {
+ let batch = batch.unwrap();
+ row_count += batch.num_rows();
+ let f32_col = batch
+ .column(0)
+ .as_any()
+ .downcast_ref::<Float32Array>()
+ .unwrap();
+ let f64_col = batch
+ .column(1)
+ .as_any()
+ .downcast_ref::<Float64Array>()
+ .unwrap();
+
+ // This file contains floats from a standard normal distribution
Review Comment:
You can probably do an exact comparison on a few values as well, given that
the file isn't going to change :-)
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
