This is an automated email from the ASF dual-hosted git repository.
liurenjie1024 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg-rust.git
The following commit(s) were added to refs/heads/main by this push:
new 5692c0d0 Upgrade to DataFusion 43 (#691)
5692c0d0 is described below
commit 5692c0d051c9faa273f4cca80e9b49943ada863b
Author: Marko Grujic <[email protected]>
AuthorDate: Sat Nov 9 08:27:26 2024 +0100
Upgrade to DataFusion 43 (#691)
---
crates/integrations/datafusion/Cargo.toml | 4 ++--
crates/integrations/datafusion/src/catalog.rs | 1 +
crates/integrations/datafusion/src/schema.rs | 1 +
crates/integrations/datafusion/src/table/mod.rs | 1 +
crates/integrations/datafusion/src/table/table_provider_factory.rs | 3 ++-
5 files changed, 7 insertions(+), 3 deletions(-)
diff --git a/crates/integrations/datafusion/Cargo.toml
b/crates/integrations/datafusion/Cargo.toml
index c4acf117..d3930cfd 100644
--- a/crates/integrations/datafusion/Cargo.toml
+++ b/crates/integrations/datafusion/Cargo.toml
@@ -23,7 +23,7 @@ homepage = { workspace = true }
rust-version = { workspace = true }
categories = ["database"]
-description = "Apache Iceberg Datafusion Integration"
+description = "Apache Iceberg DataFusion Integration"
repository = { workspace = true }
license = { workspace = true }
keywords = ["iceberg", "integrations", "datafusion"]
@@ -31,7 +31,7 @@ keywords = ["iceberg", "integrations", "datafusion"]
[dependencies]
anyhow = { workspace = true }
async-trait = { workspace = true }
-datafusion = { version = "42" }
+datafusion = { version = "43" }
futures = { workspace = true }
iceberg = { workspace = true }
tokio = { workspace = true }
diff --git a/crates/integrations/datafusion/src/catalog.rs
b/crates/integrations/datafusion/src/catalog.rs
index ab6ebdcc..c3cbcc88 100644
--- a/crates/integrations/datafusion/src/catalog.rs
+++ b/crates/integrations/datafusion/src/catalog.rs
@@ -30,6 +30,7 @@ use crate::schema::IcebergSchemaProvider;
///
/// Acts as a centralized catalog provider that aggregates
/// multiple [`SchemaProvider`], each associated with distinct namespaces.
+#[derive(Debug)]
pub struct IcebergCatalogProvider {
/// A `HashMap` where keys are namespace names
/// and values are dynamic references to objects implementing the
diff --git a/crates/integrations/datafusion/src/schema.rs
b/crates/integrations/datafusion/src/schema.rs
index 8133b374..3be6da42 100644
--- a/crates/integrations/datafusion/src/schema.rs
+++ b/crates/integrations/datafusion/src/schema.rs
@@ -30,6 +30,7 @@ use crate::table::IcebergTableProvider;
/// Represents a [`SchemaProvider`] for the Iceberg [`Catalog`], managing
/// access to table providers within a specific namespace.
+#[derive(Debug)]
pub(crate) struct IcebergSchemaProvider {
/// A `HashMap` where keys are table names
/// and values are dynamic references to objects implementing the
diff --git a/crates/integrations/datafusion/src/table/mod.rs
b/crates/integrations/datafusion/src/table/mod.rs
index 82f29bb5..f0f6514c 100644
--- a/crates/integrations/datafusion/src/table/mod.rs
+++ b/crates/integrations/datafusion/src/table/mod.rs
@@ -35,6 +35,7 @@ use crate::physical_plan::scan::IcebergTableScan;
/// Represents a [`TableProvider`] for the Iceberg [`Catalog`],
/// managing access to a [`Table`].
+#[derive(Debug)]
pub struct IcebergTableProvider {
/// A table in the catalog.
table: Table,
diff --git a/crates/integrations/datafusion/src/table/table_provider_factory.rs
b/crates/integrations/datafusion/src/table/table_provider_factory.rs
index b8e66bd3..15a3fef6 100644
--- a/crates/integrations/datafusion/src/table/table_provider_factory.rs
+++ b/crates/integrations/datafusion/src/table/table_provider_factory.rs
@@ -97,7 +97,7 @@ use crate::to_datafusion_error;
/// # Errors
/// An error will be returned if any unsupported feature, such as partition
columns,
/// order expressions, constraints, or column defaults, is detected in the
table creation command.
-#[derive(Default)]
+#[derive(Debug, Default)]
pub struct IcebergTableProviderFactory {}
impl IcebergTableProviderFactory {
@@ -241,6 +241,7 @@ mod tests {
constraints: Constraints::empty(),
column_defaults: Default::default(),
if_not_exists: Default::default(),
+ temporary: false,
definition: Default::default(),
unbounded: Default::default(),
}