This is an automated email from the ASF dual-hosted git repository.
abhishek pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
from 6becd8188e Web console: better schema discovery copy (#14601)
add 03d6d395a0 Extension to read and ingest iceberg data files (#14329)
No new revisions were added by this update.
Summary of changes:
distribution/pom.xml | 2 +
docs/development/extensions-contrib/iceberg.md | 117 +++++++
docs/ingestion/input-sources.md | 190 +++++++++++
.../druid-iceberg-extensions/pom.xml | 360 +++++++++++++++++++++
.../druid/iceberg/common/IcebergDruidModule.java | 78 +++++
.../druid/iceberg/filter/IcebergAndFilter.java | 91 ++++++
.../druid/iceberg/filter/IcebergEqualsFilter.java | 65 ++++
.../apache/druid/iceberg/filter/IcebergFilter.java | 43 +++
.../iceberg/filter/IcebergIntervalFilter.java | 92 ++++++
.../druid/iceberg/filter/IcebergNotFilter.java | 60 ++++
.../druid/iceberg/filter/IcebergOrFilter.java | 91 ++++++
.../org/apache/druid/iceberg/guice/HiveConf.java | 36 +--
.../druid/iceberg/input/HiveIcebergCatalog.java | 140 ++++++++
.../apache/druid/iceberg/input/IcebergCatalog.java | 104 ++++++
.../druid/iceberg/input/IcebergInputSource.java | 176 ++++++++++
.../apache/druid/iceberg/input/LocalCatalog.java | 111 +++++++
.../org.apache.druid.initialization.DruidModule | 16 +
.../druid/iceberg/filter/IcebergAndFilterTest.java | 96 ++++++
.../iceberg/filter/IcebergEqualsFilterTest.java | 36 +--
.../iceberg/filter/IcebergIntervalFilterTest.java | 78 +++++
.../druid/iceberg/filter/IcebergNotFilterTest.java | 82 +++++
.../druid/iceberg/filter/IcebergOrFilterTest.java | 116 +++++++
.../iceberg/input/HiveIcebergCatalogTest.java | 77 +++++
.../iceberg/input/IcebergInputSourceTest.java | 184 +++++++++++
.../druid/iceberg/input/LocalCatalogTest.java | 52 +++
.../inputsource/hdfs/HdfsInputSourceBuilder.java | 51 +++
.../druid/storage/hdfs/HdfsStorageDruidModule.java | 4 +-
.../hdfs/HdfsInputSourceAdapterTest.java} | 36 +--
.../druid/data/input/s3/S3InputSourceBuilder.java | 134 ++++++++
.../data/input/s3/S3InputSourceDruidModule.java | 5 +-
.../data/input/s3/S3InputSourceBuilderTest.java | 58 ++++
pom.xml | 2 +-
.../data/input/AbstractInputSourceBuilder.java | 123 +++++++
.../data/input/impl/LocalInputSourceBuilder.java | 34 +-
.../input/impl/LocalInputSourceAdapterTest.java | 87 +++++
website/.spelling | 13 +
36 files changed, 2943 insertions(+), 97 deletions(-)
create mode 100644 docs/development/extensions-contrib/iceberg.md
create mode 100644 extensions-contrib/druid-iceberg-extensions/pom.xml
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/common/IcebergDruidModule.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/filter/IcebergAndFilter.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/filter/IcebergEqualsFilter.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/filter/IcebergFilter.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/filter/IcebergIntervalFilter.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/filter/IcebergNotFilter.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/filter/IcebergOrFilter.java
copy
extensions-core/s3-extensions/src/main/java/org/apache/druid/data/input/s3/S3InputSourceDruidModule.java
=>
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/guice/HiveConf.java
(50%)
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/input/HiveIcebergCatalog.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/input/IcebergCatalog.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/input/IcebergInputSource.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/java/org/apache/druid/iceberg/input/LocalCatalog.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/filter/IcebergAndFilterTest.java
copy
extensions-core/s3-extensions/src/main/java/org/apache/druid/data/input/s3/S3InputSourceDruidModule.java
=>
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/filter/IcebergEqualsFilterTest.java
(50%)
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/filter/IcebergIntervalFilterTest.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/filter/IcebergNotFilterTest.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/filter/IcebergOrFilterTest.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/input/HiveIcebergCatalogTest.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/input/IcebergInputSourceTest.java
create mode 100644
extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/input/LocalCatalogTest.java
create mode 100644
extensions-core/hdfs-storage/src/main/java/org/apache/druid/inputsource/hdfs/HdfsInputSourceBuilder.java
copy
extensions-core/{s3-extensions/src/main/java/org/apache/druid/data/input/s3/S3InputSourceDruidModule.java
=>
hdfs-storage/src/test/java/org/apache/druid/inputsource/hdfs/HdfsInputSourceAdapterTest.java}
(50%)
create mode 100644
extensions-core/s3-extensions/src/main/java/org/apache/druid/data/input/s3/S3InputSourceBuilder.java
create mode 100644
extensions-core/s3-extensions/src/test/java/org/apache/druid/data/input/s3/S3InputSourceBuilderTest.java
create mode 100644
processing/src/main/java/org/apache/druid/data/input/AbstractInputSourceBuilder.java
copy
extensions-core/s3-extensions/src/main/java/org/apache/druid/data/input/s3/S3InputSourceDruidModule.java
=>
processing/src/main/java/org/apache/druid/data/input/impl/LocalInputSourceBuilder.java
(52%)
create mode 100644
processing/src/test/java/org/apache/druid/data/input/impl/LocalInputSourceAdapterTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
