This is an automated email from the ASF dual-hosted git repository.
jiayu pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/sedona-spatialbench.git
The following commit(s) were added to refs/heads/main by this push:
new 2da8e5e Upgrade arrow/parquet to 56.2.0 and datafusion to 50.2.0 (#56)
2da8e5e is described below
commit 2da8e5ee8057090ed3c802a793851dce25aa8675
Author: Pranav Toggi <[email protected]>
AuthorDate: Fri Oct 17 21:56:25 2025 -0700
Upgrade arrow/parquet to 56.2.0 and datafusion to 50.2.0 (#56)
* update arrow, parquet and datafusion versions
* update tests
* don't fully pin version to allow patches
* fix test
* fmt fix
---
spatialbench-arrow/Cargo.toml | 4 ++--
spatialbench-cli/Cargo.toml | 10 +++++-----
spatialbench-cli/tests/cli_integration.rs | 28 ++++++++++++++--------------
3 files changed, 21 insertions(+), 21 deletions(-)
diff --git a/spatialbench-arrow/Cargo.toml b/spatialbench-arrow/Cargo.toml
index 6965c72..5a6a686 100644
--- a/spatialbench-arrow/Cargo.toml
+++ b/spatialbench-arrow/Cargo.toml
@@ -9,11 +9,11 @@ readme = "README.md"
license = "Apache-2.0"
[dependencies]
-arrow = { version = "55.2", default-features = false, features =
["prettyprint"] }
+arrow = { version = "56", default-features = false, features = ["prettyprint"]
}
spatialbench = { path = "../spatialbench", version = "1.1.1" }
geo = { workspace = true }
geozero = { workspace = true }
[dev-dependencies]
-arrow-csv = "55.2"
+arrow-csv = "56"
chrono = "0.4.39"
diff --git a/spatialbench-cli/Cargo.toml b/spatialbench-cli/Cargo.toml
index 1180f39..de6e59e 100644
--- a/spatialbench-cli/Cargo.toml
+++ b/spatialbench-cli/Cargo.toml
@@ -10,8 +10,8 @@ license = { workspace = true }
repository = { workspace = true }
[dependencies]
-arrow = "55.2"
-parquet = "55.2"
+arrow = "56"
+parquet = "56"
clap = { version = "4.5.32", features = ["derive"] }
spatialbench = { path = "../spatialbench", version = "1.1.1"}
spatialbench-arrow = { path = "../spatialbench-arrow", version = "1.1.1" }
@@ -23,10 +23,10 @@ env_logger = "0.11.7"
serde = { version = "1.0.219", features = ["derive"] }
anyhow = "1.0.99"
serde_yaml = "0.9.33"
-datafusion = "47.0.0"
+datafusion = "50.2"
object_store = { version = "0.12.4", features = ["aws"] }
-arrow-array = "55.2.0"
-arrow-schema = "55.2.0"
+arrow-array = "56"
+arrow-schema = "56"
url = "2.5.7"
[dev-dependencies]
diff --git a/spatialbench-cli/tests/cli_integration.rs
b/spatialbench-cli/tests/cli_integration.rs
index fa42806..edd1ea1 100644
--- a/spatialbench-cli/tests/cli_integration.rs
+++ b/spatialbench-cli/tests/cli_integration.rs
@@ -316,23 +316,23 @@ async fn test_write_parquet_row_group_size_default() {
vec![
RowGroups {
table: "customer",
- row_group_bytes: vec![2600113],
+ row_group_bytes: vec![2599669],
},
RowGroups {
table: "trip",
- row_group_bytes: vec![123519959, 123486809, 123476361,
123492237],
+ row_group_bytes: vec![123493205, 123460055, 123449607,
123465483],
},
RowGroups {
table: "driver",
- row_group_bytes: vec![41594],
+ row_group_bytes: vec![41361],
},
RowGroups {
table: "vehicle",
- row_group_bytes: vec![5393],
+ row_group_bytes: vec![5214],
},
RowGroups {
table: "building",
- row_group_bytes: vec![2492865],
+ row_group_bytes: vec![2492359],
},
],
);
@@ -363,7 +363,7 @@ async fn test_zone_write_parquet_row_group_size_default() {
output_dir.path(),
vec![RowGroups {
table: "zone",
- row_group_bytes: vec![91351103],
+ row_group_bytes: vec![86288517],
}],
);
}
@@ -390,27 +390,27 @@ async fn test_write_parquet_row_group_size_20mb() {
vec![
RowGroups {
table: "customer",
- row_group_bytes: vec![2600113],
+ row_group_bytes: vec![2599669],
},
RowGroups {
table: "trip",
row_group_bytes: vec![
- 24361422, 24361685, 24350928, 24348682, 24353605,
24335813, 24358941, 24343011,
- 24345967, 24361312, 24337627, 24345972, 24348724,
24361400, 24361528, 24346264,
- 24351137, 24338412, 24348304, 24361680, 24351433,
+ 24356144, 24356407, 24345650, 24343404, 24348327,
24330535, 24353663, 24337733,
+ 24340689, 24356034, 24332349, 24340694, 24343446,
24356122, 24356250, 24340986,
+ 24345859, 24333134, 24343026, 24356402, 24346155,
],
},
RowGroups {
table: "driver",
- row_group_bytes: vec![41594],
+ row_group_bytes: vec![41361],
},
RowGroups {
table: "vehicle",
- row_group_bytes: vec![5393],
+ row_group_bytes: vec![5214],
},
RowGroups {
table: "building",
- row_group_bytes: vec![2492865],
+ row_group_bytes: vec![2492359],
},
],
);
@@ -443,7 +443,7 @@ async fn test_zone_write_parquet_row_group_size_20mb() {
output_dir.path(),
vec![RowGroups {
table: "zone",
- row_group_bytes: vec![16284828, 19041211, 20977976, 17291992,
18079175],
+ row_group_bytes: vec![15428592, 17250042, 19338201, 17046885,
17251978],
}],
);
}
