This is an automated email from the ASF dual-hosted git repository.
fokko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 1f8dbae31a Core: Plan concurrently if there are multiple delete
manifests (#8388)
add 99410a1371 Azure: Add FileIO that supports ADLSv2 storage (#8303)
No new revisions were added by this update.
Summary of changes:
.github/labeler.yml | 5 +
{aws-bundle => azure-bundle}/LICENSE | 303 ++++++++++++---------
azure-bundle/NOTICE | 30 ++
{gcp-bundle => azure-bundle}/build.gradle | 18 +-
.../org/apache/iceberg/azure/AzureProperties.java | 79 ++++++
.../apache/iceberg/azure/adlsv2/ADLSFileIO.java | 217 +++++++++++++++
.../apache/iceberg/azure/adlsv2/ADLSInputFile.java | 43 +--
.../iceberg/azure/adlsv2/ADLSInputStream.java | 125 +++++----
.../apache/iceberg/azure/adlsv2/ADLSLocation.java | 85 ++++++
.../iceberg/azure/adlsv2/ADLSOutputFile.java | 34 ++-
.../iceberg/azure/adlsv2/ADLSOutputStream.java | 72 ++---
.../apache/iceberg/azure/adlsv2/BaseADLSFile.java | 73 +++++
.../apache/iceberg/azure/AzurePropertiesTest.java | 93 +++++++
.../iceberg/azure/adlsv2/ADLSFileIOTest.java | 180 ++++++++++++
.../iceberg/azure/adlsv2/ADLSInputStreamTest.java | 71 ++---
.../iceberg/azure/adlsv2/ADLSLocationTest.java | 104 +++++++
.../iceberg/azure/adlsv2/ADLSOutputStreamTest.java | 71 +++--
.../iceberg/azure/adlsv2/AzuriteContainer.java | 98 +++++++
.../iceberg/azure/adlsv2/BaseAzuriteTest.java | 70 +++++
build.gradle | 21 ++
.../org/apache/iceberg/io/ResolvingFileIO.java | 5 +-
flink/v1.15/build.gradle | 1 +
flink/v1.16/build.gradle | 1 +
flink/v1.17/build.gradle | 1 +
gradle/libs.versions.toml | 2 +
hive-runtime/build.gradle | 1 +
settings.gradle | 4 +
spark/v3.1/build.gradle | 1 +
spark/v3.2/build.gradle | 1 +
spark/v3.3/build.gradle | 1 +
spark/v3.4/build.gradle | 1 +
31 files changed, 1477 insertions(+), 334 deletions(-)
copy {aws-bundle => azure-bundle}/LICENSE (64%)
create mode 100644 azure-bundle/NOTICE
copy {gcp-bundle => azure-bundle}/build.gradle (60%)
create mode 100644
azure/src/main/java/org/apache/iceberg/azure/AzureProperties.java
create mode 100644
azure/src/main/java/org/apache/iceberg/azure/adlsv2/ADLSFileIO.java
copy aliyun/src/main/java/org/apache/iceberg/aliyun/oss/OSSInputFile.java =>
azure/src/main/java/org/apache/iceberg/azure/adlsv2/ADLSInputFile.java (54%)
copy aliyun/src/main/java/org/apache/iceberg/aliyun/oss/OSSInputStream.java =>
azure/src/main/java/org/apache/iceberg/azure/adlsv2/ADLSInputStream.java (55%)
create mode 100644
azure/src/main/java/org/apache/iceberg/azure/adlsv2/ADLSLocation.java
copy gcp/src/main/java/org/apache/iceberg/gcp/gcs/GCSOutputFile.java =>
azure/src/main/java/org/apache/iceberg/azure/adlsv2/ADLSOutputFile.java (63%)
copy gcp/src/main/java/org/apache/iceberg/gcp/gcs/GCSOutputStream.java =>
azure/src/main/java/org/apache/iceberg/azure/adlsv2/ADLSOutputStream.java (60%)
create mode 100644
azure/src/main/java/org/apache/iceberg/azure/adlsv2/BaseADLSFile.java
create mode 100644
azure/src/test/java/org/apache/iceberg/azure/AzurePropertiesTest.java
create mode 100644
azure/src/test/java/org/apache/iceberg/azure/adlsv2/ADLSFileIOTest.java
copy gcp/src/test/java/org/apache/iceberg/gcp/gcs/GCSInputStreamTest.java =>
azure/src/test/java/org/apache/iceberg/azure/adlsv2/ADLSInputStreamTest.java
(73%)
create mode 100644
azure/src/test/java/org/apache/iceberg/azure/adlsv2/ADLSLocationTest.java
copy gcp/src/test/java/org/apache/iceberg/gcp/gcs/GCSOutputStreamTest.java =>
azure/src/test/java/org/apache/iceberg/azure/adlsv2/ADLSOutputStreamTest.java
(51%)
create mode 100644
azure/src/test/java/org/apache/iceberg/azure/adlsv2/AzuriteContainer.java
create mode 100644
azure/src/test/java/org/apache/iceberg/azure/adlsv2/BaseAzuriteTest.java