This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-ballista.git
The following commit(s) were added to refs/heads/master by this push:
new 4453bafb [Minor] Bump DataFusion (#480)
4453bafb is described below
commit 4453bafb4ed7a24eeb0428c992136233a7e8ad98
Author: Daniël Heres <[email protected]>
AuthorDate: Mon Oct 31 20:18:11 2022 +0100
[Minor] Bump DataFusion (#480)
* Bump DataFusion
* Add to rountrip test
---
ballista-cli/Cargo.toml | 4 ++--
ballista/client/Cargo.toml | 4 ++--
ballista/core/Cargo.toml | 4 ++--
ballista/core/proto/datafusion.proto | 1 +
ballista/core/src/serde/physical_plan/mod.rs | 1 +
ballista/executor/Cargo.toml | 4 ++--
ballista/scheduler/Cargo.toml | 4 ++--
benchmarks/Cargo.toml | 4 ++--
examples/Cargo.toml | 2 +-
python/Cargo.toml | 2 +-
10 files changed, 16 insertions(+), 14 deletions(-)
diff --git a/ballista-cli/Cargo.toml b/ballista-cli/Cargo.toml
index c7af9a41..7d55c76a 100644
--- a/ballista-cli/Cargo.toml
+++ b/ballista-cli/Cargo.toml
@@ -33,8 +33,8 @@ ballista = { path = "../ballista/client", version = "0.9.0",
features = [
"standalone",
] }
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
-datafusion-cli = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
+datafusion-cli = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/ballista/client/Cargo.toml b/ballista/client/Cargo.toml
index 8eaaf301..4a02a08c 100644
--- a/ballista/client/Cargo.toml
+++ b/ballista/client/Cargo.toml
@@ -31,8 +31,8 @@ rust-version = "1.59"
ballista-core = { path = "../core", version = "0.9.0" }
ballista-executor = { path = "../executor", version = "0.9.0", optional = true
}
ballista-scheduler = { path = "../scheduler", version = "0.9.0", optional =
true }
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
+datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
futures = "0.3"
log = "0.4"
parking_lot = "0.12"
diff --git a/ballista/core/Cargo.toml b/ballista/core/Cargo.toml
index 91be1f09..a653338d 100644
--- a/ballista/core/Cargo.toml
+++ b/ballista/core/Cargo.toml
@@ -46,9 +46,9 @@ arrow-flight = { version = "25.0.0", features =
["flight-sql-experimental"] }
async-trait = "0.1.41"
chrono = { version = "0.4", default-features = false }
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
datafusion-objectstore-hdfs = { version = "0.1.1", default-features = false,
optional = true }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
futures = "0.3"
hashbrown = "0.12"
diff --git a/ballista/core/proto/datafusion.proto
b/ballista/core/proto/datafusion.proto
index 3bbf6fa1..c8ea70de 100644
--- a/ballista/core/proto/datafusion.proto
+++ b/ballista/core/proto/datafusion.proto
@@ -233,6 +233,7 @@ enum JoinType {
LEFTSEMI = 4;
LEFTANTI = 5;
RIGHTSEMI = 6;
+ RIGHTANTI = 7;
}
enum JoinConstraint {
diff --git a/ballista/core/src/serde/physical_plan/mod.rs
b/ballista/core/src/serde/physical_plan/mod.rs
index 1deab14b..b35108df 100644
--- a/ballista/core/src/serde/physical_plan/mod.rs
+++ b/ballista/core/src/serde/physical_plan/mod.rs
@@ -1464,6 +1464,7 @@ mod roundtrip_tests {
JoinType::Right,
JoinType::Full,
JoinType::LeftAnti,
+ JoinType::RightAnti,
JoinType::LeftSemi,
JoinType::RightSemi,
] {
diff --git a/ballista/executor/Cargo.toml b/ballista/executor/Cargo.toml
index a91b7e5e..ec206dbe 100644
--- a/ballista/executor/Cargo.toml
+++ b/ballista/executor/Cargo.toml
@@ -42,8 +42,8 @@ ballista-core = { path = "../core", version = "0.9.0" }
chrono = { version = "0.4", default-features = false }
configure_me = "0.4.0"
dashmap = "5.4.0"
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
+datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
futures = "0.3"
hyper = "0.14.4"
log = "0.4"
diff --git a/ballista/scheduler/Cargo.toml b/ballista/scheduler/Cargo.toml
index a6e9fe15..fd53477f 100644
--- a/ballista/scheduler/Cargo.toml
+++ b/ballista/scheduler/Cargo.toml
@@ -46,8 +46,8 @@ base64 = { version = "0.13", default-features = false }
clap = { version = "3", features = ["derive", "cargo"] }
configure_me = "0.4.0"
dashmap = "5.4.0"
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
+datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
etcd-client = { version = "0.10", optional = true }
flatbuffers = { version = "22.9.29" }
futures = "0.3"
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 4c0fc235..07fcb6f3 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -34,8 +34,8 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
ballista = { path = "../ballista/client", version = "0.9.0" }
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
+datafusion-proto = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
env_logger = "0.9"
futures = "0.3"
mimalloc = { version = "0.1", optional = true, default-features = false }
diff --git a/examples/Cargo.toml b/examples/Cargo.toml
index d01029f4..117fdb09 100644
--- a/examples/Cargo.toml
+++ b/examples/Cargo.toml
@@ -35,7 +35,7 @@ required-features = ["ballista/standalone"]
[dependencies]
ballista = { path = "../ballista/client", version = "0.9.0" }
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737" }
futures = "0.3"
num_cpus = "1.13.0"
prost = "0.11"
diff --git a/python/Cargo.toml b/python/Cargo.toml
index a4d2ef10..b638e1ef 100644
--- a/python/Cargo.toml
+++ b/python/Cargo.toml
@@ -36,7 +36,7 @@ default = ["mimalloc"]
[dependencies]
async-trait = "0.1"
ballista = { path = "../ballista/client", version = "0.9.0" }
-datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"925a96225e2142d8adc53a3323ddf612fffe2007", features = ["pyarrow"] }
+datafusion = { git = "https://github.com/apache/arrow-datafusion";, rev =
"f4d70ac3e1c4298f9ea5ebb12855a95d60d2b737", features = ["pyarrow"] }
futures = "0.3"
mimalloc = { version = "*", optional = true, default-features = false }
pyo3 = { version = "~0.17.1", features = ["extension-module", "abi3",
"abi3-py37"] }
