This is an automated email from the ASF dual-hosted git repository.
andygrove pushed a commit to branch branch-54
in repository https://gitbox.apache.org/repos/asf/datafusion-ballista.git
The following commit(s) were added to refs/heads/branch-54 by this push:
new 46402a4a0 chore: upgrade DataFusion to 54.1.0 and bump Ballista
version to 54.1.0 (#2127)
46402a4a0 is described below
commit 46402a4a059f42cd44874d9d5c05b0a897bce9ab
Author: Andy Grove <[email protected]>
AuthorDate: Tue Jul 21 19:57:02 2026 -0600
chore: upgrade DataFusion to 54.1.0 and bump Ballista version to 54.1.0
(#2127)
Move the lockfiles to the DataFusion 54.1.0 patch release, re-sync the
vendored
DataFusion proto files, which picks up the new `null_aware` field on
`JoinNode`, and bump the Ballista crate versions to 54.1.0.
The workspace requirements stay at `54` rather than pinning `54.1.0`. The
python workspace has its own lockfile but depends on the ballista crates by
path, so an exact requirement here forces it onto 54.1.0 as well, and
datafusion-python 54.0.0 does not compile against 54.1.0 -- that release
added
a `schema` field to the public `RecursiveQuery` struct. Leaving the
requirement at `54` lets the main workspace build against 54.1.0 while
python/Cargo.lock stays on 54.0.0 until datafusion-python catches up.
---
Cargo.lock | 278 +++++++++++++----------------------
Cargo.toml | 4 +
ballista-cli/Cargo.toml | 4 +-
ballista/client/Cargo.toml | 12 +-
ballista/core/Cargo.toml | 2 +-
ballista/core/proto/datafusion.proto | 1 +
ballista/executor/Cargo.toml | 4 +-
ballista/scheduler/Cargo.toml | 4 +-
benchmarks/Cargo.toml | 6 +-
examples/Cargo.toml | 10 +-
python/Cargo.lock | 10 +-
python/Cargo.toml | 10 +-
12 files changed, 138 insertions(+), 207 deletions(-)
diff --git a/Cargo.lock b/Cargo.lock
index 43ea10577..0a7889f80 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -1002,7 +1002,7 @@ dependencies = [
[[package]]
name = "ballista"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"async-trait",
"ballista-core",
@@ -1023,7 +1023,7 @@ dependencies = [
[[package]]
name = "ballista-benchmarks"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"ballista",
"ballista-core",
@@ -1044,7 +1044,7 @@ dependencies = [
[[package]]
name = "ballista-cli"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"ballista",
"chrono",
@@ -1083,7 +1083,7 @@ dependencies = [
[[package]]
name = "ballista-core"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"arrow-flight",
"async-trait",
@@ -1119,7 +1119,7 @@ dependencies = [
[[package]]
name = "ballista-examples"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"arrow-flight",
"ballista",
@@ -1145,7 +1145,7 @@ dependencies = [
[[package]]
name = "ballista-executor"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"arrow",
"arrow-flight",
@@ -1178,7 +1178,7 @@ dependencies = [
[[package]]
name = "ballista-scheduler"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"arrow-flight",
"async-trait",
@@ -2204,9 +2204,9 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "997a31e15872606a49478e670c58302094c97cb96abb0a7d60720f8e92170040"
+checksum = "754ef4e8f073922a26f5b23133b9db4829342362b09be0bc94309cf261c2f098"
dependencies = [
"arrow",
"arrow-schema",
@@ -2258,9 +2258,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f7dd61161508f8f5fa1107774ea687bd753c22d83a32eebf963549f89de14139"
+checksum = "06afd1e38dd27bbb1258685a1fc6524df6aff4e07b25b393a47de59635178d99"
dependencies = [
"arrow",
"async-trait",
@@ -2283,9 +2283,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog-listing"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "897c70f871277f9ce99aa38347be0d679bbe3e617156c4d2a8378cec8a2a0891"
+checksum = "f0668fb32c12065ec242be0e5b4bc62bd7a06a0be3ecd83791ef877e4be67e02"
dependencies = [
"arrow",
"async-trait",
@@ -2306,9 +2306,9 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2a9533845ab888508718c2ad540cff205d1111525a9952def8b0e584b6453784"
+checksum = "8f652cbc0854d1e24c8038e2c7be53ef395768b8713fceaaa00789ae6134a5ee"
dependencies = [
"arrow",
"async-trait",
@@ -2334,9 +2334,9 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "121c9ded5d87d9172319e006f2afdb9928d72dbacd6a90a458d8acb1e3b43a65"
+checksum = "ca43b263cdff57042cfa8fb817fb3469f4878933380dccff25f5e793580abbf9"
dependencies = [
"arrow",
"arrow-ipc",
@@ -2361,9 +2361,9 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "981b9dae74f78ee3d9f714fb49b01919eab975461b56149510c3ba9ea11287d1"
+checksum = "05f0ba2b864792bdca4d76c59a1de0ab6e1b61946596b9936888dbd6360035f2"
dependencies = [
"futures",
"log",
@@ -2372,9 +2372,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ffd7d295b2ec7c00d8a56562f41ed41062cf0af75549ed891c12a0a09eddfefe"
+checksum = "b840a8bce0bcbf5afad02946d438591e7c373f7afccaf3d874c04485772514dd"
dependencies = [
"arrow",
"async-compression",
@@ -2408,9 +2408,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-arrow"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "552b0b3f342f7ec41b3fbd70f6339dc82a30cfd0349e7f280e7852528085349f"
+checksum = "a24cc0b9cf6e367f27f27406eff13abf48a11b72446aaa40b3105c0ded5c17d9"
dependencies = [
"arrow",
"arrow-ipc",
@@ -2432,9 +2432,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-avro"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fb517d08967d536284ce70afb5fe8583133779249f2d7b90587d339741a7f195"
+checksum = "f26a312bb06528c17b4bb86b798b0c4321e7656d85e0ef65c2e9adf07b0a518d"
dependencies = [
"arrow",
"arrow-avro",
@@ -2451,9 +2451,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-csv"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "68850aa426b897e879c8b87e512ea8124f1d0a2869a4e51808ddaaddf1bc0ada"
+checksum = "e1abe56b2a7a2d1d6de5117dd1a203181e267f28529faa5da546947621b697d7"
dependencies = [
"arrow",
"async-trait",
@@ -2474,9 +2474,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-json"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "402f93242ae08ef99139ee2c528a49d087efe88d5c7b2c3ff5480855a40ce54f"
+checksum = "9c3e467f0611ad7bdd5aad17c63c9bb6182d04e5282e5496d897ea2b49c024ba"
dependencies = [
"arrow",
"async-trait",
@@ -2497,9 +2497,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-parquet"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ffd2499c1bee0eeccf6a57156105700eeeb17bc701899ac719183c4e74231450"
+checksum = "4cc35b92cd560082155e80d9c826929c852d3c51543f4affd3a51c464a0aab3a"
dependencies = [
"arrow",
"async-trait",
@@ -2528,15 +2528,15 @@ dependencies = [
[[package]]
name = "datafusion-doc"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cb9e7e5d11130c48c8bd4e80c79a9772dd28ce6dc330baca9246205d245b9e2e"
+checksum = "d69bb69d8769e34f76839c960dbde24c1ac0c885a79b6c3c2287bdc56ec67891"
[[package]]
name = "datafusion-execution"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "37a8643ab852eb68864e1b72ae789e8066282dce48eea6347ffb0aee33d1ccc0"
+checksum = "d8eac0a09bc8d263f52025cad9e001da4d8138d633fa288edda4d06b1772eae6"
dependencies = [
"arrow",
"arrow-buffer",
@@ -2557,9 +2557,9 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6932f4d71eed9c8d9341476a2b845aadfabde5495d08dbcd8fc23881f49fa7a0"
+checksum = "eeb14d374767ee0fc62dc79a5ba8bcf8a63c14e993c7d992d0e63adfa23d77d3"
dependencies = [
"arrow",
"arrow-schema",
@@ -2580,9 +2580,9 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0225491839a31b1f7d2cb8092c2d50792e2fe1c1724e4e6d08e011f5feaf4ed2"
+checksum = "b7b19a8c95522bee8cbb313d74263b85e355d2b52f42e67ef5694bf5de9e9356"
dependencies = [
"arrow",
"datafusion-common",
@@ -2592,9 +2592,9 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "14872c47bfc3d21e53ec82f57074e6987a15941c1e2f43cde4ac6ae2746634e3"
+checksum = "5f64c983bbbdcb729d921a2b2ac3375598719b5cc0c30345ad664936f3176fc7"
dependencies = [
"arrow",
"arrow-buffer",
@@ -2624,9 +2624,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "75a2ca14e1b609be21e657e2d3130b2f446456b08393b377bb721a33952d2e09"
+checksum = "89bc17041e424a47ed062f43df24d84aab8b57c4c3221e5c1a5eef46d6c5718b"
dependencies = [
"arrow",
"datafusion-common",
@@ -2645,9 +2645,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1ece74ba09092d2ef9c9b54a38445450aea292a1f8b04faf531936b723a24b3c"
+checksum = "97dd2a9e865c6108059f5b37b77934f84b50bfb108f837bd0e5c9536e03f0545"
dependencies = [
"arrow",
"datafusion-common",
@@ -2657,9 +2657,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3f3e3f9ee8ca59bf70518802107de6f1b88a9509efdc629fadc5de9d6b2d5ef5"
+checksum = "75f0bdfeef16d96417b9632ef855645376b242e9006a126dfd0bedfc54a93f5f"
dependencies = [
"arrow",
"arrow-ord",
@@ -2682,9 +2682,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-table"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "89161dffc22cf2b50f9f4b1bee83b5221d3b4ed7c2e37fd7aa2b22a5297b3a26"
+checksum = "f4e4941673c917819616877e9993da4503e4f4739812be0bc32c5356184c6383"
dependencies = [
"arrow",
"async-trait",
@@ -2698,9 +2698,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d7339345b226b3874037708bf5023ba1c2de705128f8457a095aae5ae9cb9c78"
+checksum = "12dd2e16c12b84b6f6b41b19f55b366dd1c46876bb35b86896c6349067379e8d"
dependencies = [
"arrow",
"datafusion-common",
@@ -2715,9 +2715,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fa84836dc2392df6f43d6a29d37fb56a8ebdc8b3f4e10ae8dc15861fd20278fb"
+checksum = "4cdc5e4b6f8b6ef823cc1c761f85088ad4c884fe8df64df3cbcc6b2b84698441"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -2725,9 +2725,9 @@ dependencies = [
[[package]]
name = "datafusion-macros"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "587164e03ad68732aa9e7bfe5686e3f25970d4c64fd4bd80790749840892dae5"
+checksum = "1a3614234dd93578c92428cb4f408e020874f0d2b7e6c90c928d9d28b5df2ceb"
dependencies = [
"datafusion-doc",
"quote",
@@ -2736,9 +2736,9 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "77f20e8cf9e8654d92f4c16b24c487353ee5bf153ffc12d5772cd399ab8cd281"
+checksum = "a0635620b050b81bb92764e99250868f654e2cd5ad1bece413283b3f73c83179"
dependencies = [
"arrow",
"chrono",
@@ -2756,9 +2756,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f015a4a82f6f7ff7e1d8d4bf3870a936752fa38b17705dfcc14adef95aa8922c"
+checksum = "8cabf7a86eb70b816729e33c81bf7767c936ee1226f607a114f5dac2decac8d0"
dependencies = [
"arrow",
"datafusion-common",
@@ -2778,9 +2778,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-adapter"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "51e6ffff8acdfe54e0ea15ccf38115c4a9184433b0439f42907637928d00a235"
+checksum = "de222e04f7e6744501555a54ab0abe26bfdfebee380af79a9bdc175704246859"
dependencies = [
"arrow",
"datafusion-common",
@@ -2793,9 +2793,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7967a3e171c6a4bf09474b3f7a14f1a3db13ed1714ba12156f33fcce2bba54e8"
+checksum = "72d0d0057fc5a502d45c870cb6d47c66eb7bdd5edb1bd71ad6f3f724975ac2a8"
dependencies = [
"arrow",
"chrono",
@@ -2810,9 +2810,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "59ff803e2a96054cb6d83f35f9e60fd4f42eac515e1932bd1b2dbc91d5fcbf36"
+checksum = "86046eed10950c5f9aaed9acfd148e9bd2e1dfdfe4f9aef607d1447b271e4183"
dependencies = [
"arrow",
"datafusion-common",
@@ -2829,9 +2829,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "776ee54d47d15bdb126452f9ca17b03761e3b004682914beaedd3f86eb507fbc"
+checksum = "9bc84da934c903407ba297971ebcc020c4c1a38aafd765d6c144c76eff3fa6a1"
dependencies = [
"arrow",
"arrow-data",
@@ -2862,9 +2862,9 @@ dependencies = [
[[package]]
name = "datafusion-proto"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9dd15a1ba5d3af93808241065c6c44dbca8296a189845e8a587c45c07bf0ffae"
+checksum = "67791dcfacd142a9d95f8f73c2a161094cc936d231d80c235f5017dacf24e84e"
dependencies = [
"arrow",
"chrono",
@@ -2889,9 +2889,9 @@ dependencies = [
[[package]]
name = "datafusion-proto-common"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "90042982cf9462eb06a0b81f92efa4188dae871e7ea3ab8dc61aa9c9349b2530"
+checksum = "b8cd9e80d637891645d074db0f6c650b591117367247deb313fdfb78dff559cb"
dependencies = [
"arrow",
"datafusion-common",
@@ -2900,9 +2900,9 @@ dependencies = [
[[package]]
name = "datafusion-pruning"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d5fb9e5774660aa69c3ba93c610f175f75b65cb8c3776edb3626de8f3a4f4ee3"
+checksum = "eb63eeac6de19be40f487b65dd84e546195f783c5a9928618e0c4f2a3569b0d7"
dependencies = [
"arrow",
"datafusion-common",
@@ -2916,9 +2916,9 @@ dependencies = [
[[package]]
name = "datafusion-session"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "15ce715fa2a61f4623cc234bcc14a3ef6a91f189128d5b14b468a6a17cdfc417"
+checksum = "5f961d209177f91bd014db5cbb2c33b7d28a2597b9003e77f17aeb712964315a"
dependencies = [
"async-trait",
"datafusion-common",
@@ -2930,9 +2930,9 @@ dependencies = [
[[package]]
name = "datafusion-spark"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "390bb0bf37cb2b95ffd65eacd66f60df50793d1f94097799e416f39477a51957"
+checksum = "a1ccd16a6949503e56c084df1b90c8889db826ec9347d2f0f51a7837d6fa011e"
dependencies = [
"arrow",
"bigdecimal",
@@ -2960,9 +2960,9 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6094ad36a3ed6d7ac87b20b479b2d0b118250f66cf997603829fdc65b44a7099"
+checksum = "b1d71cb454da682b2af7488e1fc1ddd72ee1b28f19297b8ccad73f0a21ee9a69"
dependencies = [
"arrow",
"bigdecimal",
@@ -2979,9 +2979,9 @@ dependencies = [
[[package]]
name = "datafusion-substrait"
-version = "54.0.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3b22c8f8c72d317e54fad6f85c0ef6d1e1da53cc7faadc7eea8daf0f8d86d4f2"
+checksum = "f047a6fbf967b6b523758a48d2377bb5f9373a20e7ae4c4326d3c569f80ba3d7"
dependencies = [
"async-recursion",
"async-trait",
@@ -3107,7 +3107,7 @@ dependencies = [
"libc",
"option-ext",
"redox_users",
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -3242,7 +3242,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
dependencies = [
"libc",
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -4715,7 +4715,7 @@ version = "0.50.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5"
dependencies = [
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -5469,7 +5469,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "03da047801ff44bb6a4d407d4860c05fd70bb81714e6b2f3812603d5b145b042"
dependencies = [
"heck 0.5.0",
- "itertools 0.14.0",
+ "itertools 0.12.1",
"log",
"multimap",
"petgraph",
@@ -5490,7 +5490,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "b570b25f7617e43d59005d0990ccb79e950a423952cea19671b7a876da390adf"
dependencies = [
"anyhow",
- "itertools 0.14.0",
+ "itertools 0.12.1",
"proc-macro2",
"quote",
"syn 2.0.117",
@@ -5618,7 +5618,7 @@ dependencies = [
"once_cell",
"socket2",
"tracing",
- "windows-sys 0.60.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -6149,7 +6149,7 @@ dependencies = [
"errno",
"libc",
"linux-raw-sys 0.12.1",
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -6208,7 +6208,7 @@ dependencies = [
"security-framework",
"security-framework-sys",
"webpki-root-certs",
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -6929,10 +6929,10 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "32497e9a4c7b38532efcdebeef879707aa9f794296a4f0244f6f69e9bc8574bd"
dependencies = [
"fastrand",
- "getrandom 0.3.4",
+ "getrandom 0.4.2",
"once_cell",
"rustix 1.1.4",
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -8056,7 +8056,7 @@ version = "0.1.11"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
dependencies = [
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
]
[[package]]
@@ -8183,7 +8183,7 @@ version = "0.52.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
dependencies = [
- "windows-targets 0.52.6",
+ "windows-targets",
]
[[package]]
@@ -8192,16 +8192,7 @@ version = "0.59.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b"
dependencies = [
- "windows-targets 0.52.6",
-]
-
-[[package]]
-name = "windows-sys"
-version = "0.60.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb"
-dependencies = [
- "windows-targets 0.53.5",
+ "windows-targets",
]
[[package]]
@@ -8219,31 +8210,14 @@ version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973"
dependencies = [
- "windows_aarch64_gnullvm 0.52.6",
- "windows_aarch64_msvc 0.52.6",
- "windows_i686_gnu 0.52.6",
- "windows_i686_gnullvm 0.52.6",
- "windows_i686_msvc 0.52.6",
- "windows_x86_64_gnu 0.52.6",
- "windows_x86_64_gnullvm 0.52.6",
- "windows_x86_64_msvc 0.52.6",
-]
-
-[[package]]
-name = "windows-targets"
-version = "0.53.5"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4945f9f551b88e0d65f3db0bc25c33b8acea4d9e41163edf90dcd0b19f9069f3"
-dependencies = [
- "windows-link",
- "windows_aarch64_gnullvm 0.53.1",
- "windows_aarch64_msvc 0.53.1",
- "windows_i686_gnu 0.53.1",
- "windows_i686_gnullvm 0.53.1",
- "windows_i686_msvc 0.53.1",
- "windows_x86_64_gnu 0.53.1",
- "windows_x86_64_gnullvm 0.53.1",
- "windows_x86_64_msvc 0.53.1",
+ "windows_aarch64_gnullvm",
+ "windows_aarch64_msvc",
+ "windows_i686_gnu",
+ "windows_i686_gnullvm",
+ "windows_i686_msvc",
+ "windows_x86_64_gnu",
+ "windows_x86_64_gnullvm",
+ "windows_x86_64_msvc",
]
[[package]]
@@ -8261,96 +8235,48 @@ version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3"
-[[package]]
-name = "windows_aarch64_gnullvm"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a9d8416fa8b42f5c947f8482c43e7d89e73a173cead56d044f6a56104a6d1b53"
-
[[package]]
name = "windows_aarch64_msvc"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469"
-[[package]]
-name = "windows_aarch64_msvc"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b9d782e804c2f632e395708e99a94275910eb9100b2114651e04744e9b125006"
-
[[package]]
name = "windows_i686_gnu"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b"
-[[package]]
-name = "windows_i686_gnu"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "960e6da069d81e09becb0ca57a65220ddff016ff2d6af6a223cf372a506593a3"
-
[[package]]
name = "windows_i686_gnullvm"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66"
-[[package]]
-name = "windows_i686_gnullvm"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fa7359d10048f68ab8b09fa71c3daccfb0e9b559aed648a8f95469c27057180c"
-
[[package]]
name = "windows_i686_msvc"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66"
-[[package]]
-name = "windows_i686_msvc"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1e7ac75179f18232fe9c285163565a57ef8d3c89254a30685b57d83a38d326c2"
-
[[package]]
name = "windows_x86_64_gnu"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78"
-[[package]]
-name = "windows_x86_64_gnu"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9c3842cdd74a865a8066ab39c8a7a473c0778a3f29370b5fd6b4b9aa7df4a499"
-
[[package]]
name = "windows_x86_64_gnullvm"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d"
-[[package]]
-name = "windows_x86_64_gnullvm"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0ffa179e2d07eee8ad8f57493436566c7cc30ac536a3379fdf008f47f6bb7ae1"
-
[[package]]
name = "windows_x86_64_msvc"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec"
-[[package]]
-name = "windows_x86_64_msvc"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650"
-
[[package]]
name = "winnow"
version = "1.0.3"
diff --git a/Cargo.toml b/Cargo.toml
index 5719b9b16..0335fe917 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -30,6 +30,10 @@ arrow = { version = "58.3", features = ["ipc_compression"] }
arrow-flight = { version = "58.3", features = ["flight-sql-experimental"] }
clap = { version = "4.5", features = ["derive", "cargo"] }
+# Keep these as minor-version requirements rather than exact patch pins. The
+# python workspace shares these crates through path dependencies, and
+# datafusion-python lags behind datafusion patch releases, so pinning a patch
+# here can break the wheel build. Cargo.lock records the exact patch version.
datafusion = "54"
datafusion-cli = "54"
datafusion-proto = "54"
diff --git a/ballista-cli/Cargo.toml b/ballista-cli/Cargo.toml
index e9aaa9863..b1a7a90c6 100644
--- a/ballista-cli/Cargo.toml
+++ b/ballista-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "ballista-cli"
description = "Command Line Client for Ballista distributed query engine."
-version = "54.0.0"
+version = "54.1.0"
authors = ["Apache DataFusion <[email protected]>"]
edition = { workspace = true }
rust-version = { workspace = true }
@@ -33,7 +33,7 @@ crate-type = ["cdylib", "rlib"]
[dependencies]
# CLI-only deps (DataFusion/Ballista) — gated by `cli` feature
-ballista = { path = "../ballista/client", version = "54.0.0", features =
["standalone"], optional = true }
+ballista = { path = "../ballista/client", version = "54.1.0", features =
["standalone"], optional = true }
datafusion = { workspace = true, optional = true }
datafusion-cli = { workspace = true, optional = true }
rustyline = { version = "18.0.0", optional = true }
diff --git a/ballista/client/Cargo.toml b/ballista/client/Cargo.toml
index 062b3435d..48aee4008 100644
--- a/ballista/client/Cargo.toml
+++ b/ballista/client/Cargo.toml
@@ -19,7 +19,7 @@
name = "ballista"
description = "Ballista Distributed Compute"
license = "Apache-2.0"
-version = "54.0.0"
+version = "54.1.0"
homepage = "https://datafusion.apache.org/ballista/";
repository = "https://github.com/apache/datafusion-ballista";
readme = "README.md"
@@ -29,9 +29,9 @@ rust-version = { workspace = true }
[dependencies]
async-trait = { workspace = true }
-ballista-core = { path = "../core", version = "54.0.0" }
-ballista-executor = { path = "../executor", version = "54.0.0", optional =
true, default-features = false, features = ["arrow-ipc-optimizations"] }
-ballista-scheduler = { path = "../scheduler", version = "54.0.0", optional =
true, default-features = false }
+ballista-core = { path = "../core", version = "54.1.0" }
+ballista-executor = { path = "../executor", version = "54.1.0", optional =
true, default-features = false, features = ["arrow-ipc-optimizations"] }
+ballista-scheduler = { path = "../scheduler", version = "54.1.0", optional =
true, default-features = false }
datafusion = { workspace = true }
log = { workspace = true }
@@ -39,8 +39,8 @@ tokio = { workspace = true }
url = { workspace = true }
[dev-dependencies]
-ballista-executor = { path = "../executor", version = "54.0.0" }
-ballista-scheduler = { path = "../scheduler", version = "54.0.0" }
+ballista-executor = { path = "../executor", version = "54.1.0" }
+ballista-scheduler = { path = "../scheduler", version = "54.1.0" }
ctor = { workspace = true }
datafusion-proto = { workspace = true }
env_logger = { workspace = true }
diff --git a/ballista/core/Cargo.toml b/ballista/core/Cargo.toml
index 735918390..e5fdcdbc8 100644
--- a/ballista/core/Cargo.toml
+++ b/ballista/core/Cargo.toml
@@ -19,7 +19,7 @@
name = "ballista-core"
description = "Ballista Distributed Compute"
license = "Apache-2.0"
-version = "54.0.0"
+version = "54.1.0"
homepage = "https://datafusion.apache.org/ballista/";
repository = "https://github.com/apache/datafusion-ballista";
readme = "README.md"
diff --git a/ballista/core/proto/datafusion.proto
b/ballista/core/proto/datafusion.proto
index 69c003acb..748f6f502 100644
--- a/ballista/core/proto/datafusion.proto
+++ b/ballista/core/proto/datafusion.proto
@@ -252,6 +252,7 @@ message JoinNode {
repeated LogicalExprNode right_join_key = 6;
datafusion_common.NullEquality null_equality = 7;
LogicalExprNode filter = 8;
+ bool null_aware = 9;
}
message DistinctNode {
diff --git a/ballista/executor/Cargo.toml b/ballista/executor/Cargo.toml
index caae3b426..13cf5e462 100644
--- a/ballista/executor/Cargo.toml
+++ b/ballista/executor/Cargo.toml
@@ -19,7 +19,7 @@
name = "ballista-executor"
description = "Ballista Distributed Compute - Executor"
license = "Apache-2.0"
-version = "54.0.0"
+version = "54.1.0"
homepage = "https://datafusion.apache.org/ballista/";
repository = "https://github.com/apache/datafusion-ballista";
readme = "README.md"
@@ -42,7 +42,7 @@ spark-compat = ["ballista-core/spark-compat"]
arrow = { workspace = true }
arrow-flight = { workspace = true }
async-trait = { workspace = true }
-ballista-core = { path = "../core", version = "54.0.0" }
+ballista-core = { path = "../core", version = "54.1.0" }
bytesize = "2"
clap = { workspace = true, optional = true }
dashmap = { workspace = true }
diff --git a/ballista/scheduler/Cargo.toml b/ballista/scheduler/Cargo.toml
index d2012b346..db38c4b2b 100644
--- a/ballista/scheduler/Cargo.toml
+++ b/ballista/scheduler/Cargo.toml
@@ -19,7 +19,7 @@
name = "ballista-scheduler"
description = "Ballista Distributed Compute - Scheduler"
license = "Apache-2.0"
-version = "54.0.0"
+version = "54.1.0"
homepage = "https://datafusion.apache.org/ballista/";
repository = "https://github.com/apache/datafusion-ballista";
readme = "README.md"
@@ -50,7 +50,7 @@ arrow-flight = { workspace = true }
async-trait = { workspace = true }
axum = "0.8.9"
tower-http = { version = "0.7", features = ["cors"] }
-ballista-core = { path = "../core", version = "54.0.0" }
+ballista-core = { path = "../core", version = "54.1.0" }
clap = { workspace = true, optional = true }
dashmap = { workspace = true }
datafusion = { workspace = true }
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index c107aaee5..5e8d5afd7 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "ballista-benchmarks"
description = "Ballista Benchmarks"
-version = "54.0.0"
+version = "54.1.0"
edition = "2024"
authors = ["Apache DataFusion <[email protected]>"]
homepage = "https://datafusion.apache.org/ballista/";
@@ -31,8 +31,8 @@ ci = []
default = ["mimalloc"]
[dependencies]
-ballista = { path = "../ballista/client", version = "54.0.0" }
-ballista-core = { path = "../ballista/core", version = "54.0.0", features = [
+ballista = { path = "../ballista/client", version = "54.1.0" }
+ballista-core = { path = "../ballista/core", version = "54.1.0", features = [
"build-binary",
] }
clap = { workspace = true }
diff --git a/examples/Cargo.toml b/examples/Cargo.toml
index 531ce3656..d7a7f0af4 100644
--- a/examples/Cargo.toml
+++ b/examples/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "ballista-examples"
description = "Ballista usage examples"
-version = "54.0.0"
+version = "54.1.0"
homepage = "https://datafusion.apache.org/ballista/";
repository = "https://github.com/apache/datafusion-ballista";
authors = ["Apache DataFusion <[email protected]>"]
@@ -57,10 +57,10 @@ rustls = { version = "0.23", features = ["ring"], optional
= true }
[dev-dependencies]
arrow-flight = { workspace = true }
-ballista = { path = "../ballista/client", version = "54.0.0" }
-ballista-core = { path = "../ballista/core", version = "54.0.0",
default-features = false, features = ["build-binary"] }
-ballista-executor = { path = "../ballista/executor", version = "54.0.0",
default-features = false }
-ballista-scheduler = { path = "../ballista/scheduler", version = "54.0.0",
default-features = false }
+ballista = { path = "../ballista/client", version = "54.1.0" }
+ballista-core = { path = "../ballista/core", version = "54.1.0",
default-features = false, features = ["build-binary"] }
+ballista-executor = { path = "../ballista/executor", version = "54.1.0",
default-features = false }
+ballista-scheduler = { path = "../ballista/scheduler", version = "54.1.0",
default-features = false }
ctor = { workspace = true }
datafusion = { workspace = true }
datafusion-proto = { workspace = true }
diff --git a/python/Cargo.lock b/python/Cargo.lock
index 64c9566c7..d9944dc95 100644
--- a/python/Cargo.lock
+++ b/python/Cargo.lock
@@ -491,7 +491,7 @@ dependencies = [
[[package]]
name = "ballista"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"async-trait",
"ballista-core",
@@ -505,7 +505,7 @@ dependencies = [
[[package]]
name = "ballista-core"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"arrow-flight",
"async-trait",
@@ -535,7 +535,7 @@ dependencies = [
[[package]]
name = "ballista-executor"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"arrow",
"arrow-flight",
@@ -563,7 +563,7 @@ dependencies = [
[[package]]
name = "ballista-scheduler"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"arrow-flight",
"async-trait",
@@ -3123,7 +3123,7 @@ dependencies = [
[[package]]
name = "pyballista"
-version = "54.0.0"
+version = "54.1.0"
dependencies = [
"async-trait",
"ballista",
diff --git a/python/Cargo.toml b/python/Cargo.toml
index 97a2bead2..56a6853c3 100644
--- a/python/Cargo.toml
+++ b/python/Cargo.toml
@@ -17,7 +17,7 @@
[package]
name = "pyballista"
-version = "54.0.0"
+version = "54.1.0"
homepage = "https://datafusion.apache.org/ballista/";
repository = "https://github.com/apache/datafusion-ballista";
authors = ["Apache DataFusion <[email protected]>"]
@@ -31,10 +31,10 @@ publish = false
[dependencies]
async-trait = "0.1.89"
-ballista = { path = "../ballista/client", version = "54.0.0" }
-ballista-core = { path = "../ballista/core", version = "54.0.0" }
-ballista-executor = { path = "../ballista/executor", version = "54.0.0",
default-features = false }
-ballista-scheduler = { path = "../ballista/scheduler", version = "54.0.0",
default-features = false }
+ballista = { path = "../ballista/client", version = "54.1.0" }
+ballista-core = { path = "../ballista/core", version = "54.1.0" }
+ballista-executor = { path = "../ballista/executor", version = "54.1.0",
default-features = false }
+ballista-scheduler = { path = "../ballista/scheduler", version = "54.1.0",
default-features = false }
datafusion = { version = "54", features = ["avro"] }
datafusion-proto = { version = "54" }
datafusion-python = { version = "54", default-features = false }
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
