This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new b5ec4f11c2 Upgrade apache-avro to 0.16 (#7674)
b5ec4f11c2 is described below
commit b5ec4f11c25a315ce5d4e7b9ecb36df72750ddc2
Author: Kousuke Saruta <[email protected]>
AuthorDate: Fri Sep 29 01:57:43 2023 +0900
Upgrade apache-avro to 0.16 (#7674)
---
datafusion/common/Cargo.toml | 2 +-
datafusion/core/Cargo.toml | 2 +-
datafusion/core/src/datasource/avro_to_arrow/schema.rs | 3 +++
3 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/datafusion/common/Cargo.toml b/datafusion/common/Cargo.toml
index a46649c800..f2b8f1a1e4 100644
--- a/datafusion/common/Cargo.toml
+++ b/datafusion/common/Cargo.toml
@@ -39,7 +39,7 @@ default = ["parquet"]
pyarrow = ["pyo3", "arrow/pyarrow"]
[dependencies]
-apache-avro = { version = "0.15", default-features = false, features =
["snappy"], optional = true }
+apache-avro = { version = "0.16", default-features = false, features =
["snappy"], optional = true }
arrow = { workspace = true }
arrow-array = { workspace = true }
chrono = { workspace = true }
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index d8bd11d8e5..266ff85575 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -50,7 +50,7 @@ unicode_expressions =
["datafusion-physical-expr/unicode_expressions", "datafusi
[dependencies]
ahash = { version = "0.8", default-features = false, features =
["runtime-rng"] }
-apache-avro = { version = "0.15", optional = true }
+apache-avro = { version = "0.16", optional = true }
arrow = { workspace = true }
arrow-array = { workspace = true }
arrow-schema = { workspace = true }
diff --git a/datafusion/core/src/datasource/avro_to_arrow/schema.rs
b/datafusion/core/src/datasource/avro_to_arrow/schema.rs
index 3a4fab2ee6..f15e378cc6 100644
--- a/datafusion/core/src/datasource/avro_to_arrow/schema.rs
+++ b/datafusion/core/src/datasource/avro_to_arrow/schema.rs
@@ -89,6 +89,7 @@ fn schema_to_field_with_props(
.find_schema_with_known_schemata::<apache_avro::Schema>(
&Value::Null,
None,
+ &None,
)
.is_some();
let sub_schemas = us.variants();
@@ -149,6 +150,8 @@ fn schema_to_field_with_props(
AvroSchema::TimeMicros => DataType::Time64(TimeUnit::Microsecond),
AvroSchema::TimestampMillis =>
DataType::Timestamp(TimeUnit::Millisecond, None),
AvroSchema::TimestampMicros =>
DataType::Timestamp(TimeUnit::Microsecond, None),
+ AvroSchema::LocalTimestampMillis => todo!(),
+ AvroSchema::LocalTimestampMicros => todo!(),
AvroSchema::Duration => DataType::Duration(TimeUnit::Millisecond),
};