This is an automated email from the ASF dual-hosted git repository.
jshao pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from 0e0a19e026 [#8948]Improve(gvfs-java) Lazy load gravitino client in
gvfs (#8950)
add b38bdb5eea [#8314] feat(iceberg): Support Iceberg table metadata cache
(#8696)
No new revisions were added by this update.
Summary of changes:
.../lakehouse/iceberg/IcebergConstants.java | 5 +
.../lakehouse/iceberg/IcebergPropertiesUtils.java | 9 ++
.../iceberg/IcebergCatalogPropertiesMetadata.java | 19 ++++
.../apache/gravitino/config/ConfigConstants.java | 3 +
.../org/apache/gravitino/utils/ClassUtils.java | 10 +-
docs/iceberg-rest-service.md | 13 +++
docs/lakehouse-iceberg-catalog.md | 13 +++
iceberg/iceberg-common/build.gradle.kts | 1 +
.../gravitino/iceberg/common/IcebergConfig.java | 21 +++++
.../common/cache/BaseTableMetadataCache.java | 84 +++++++++++++++++
.../common/cache/LocalTableMetadataCache.java | 87 ++++++++++++++++++
.../common/cache/SupportsMetadataLocation.java | 25 ++---
.../iceberg/common/cache/TableMetadataCache.java | 99 ++++++++++++++++++++
.../iceberg/common/ops/IcebergCatalogWrapper.java | 63 ++++++++++++-
.../iceberg/common/utils/IcebergCatalogUtil.java | 10 +-
.../HiveCatalogWithMetadataLocationSupport.java | 72 +++++++++++++++
.../JdbcCatalogWithMetadataLocationSupport.java | 76 +++++++++++++++
.../MemoryCatalogWithMetadataLocationSupport.java | 56 +++++++++++
.../common/cache/TestLocalMetadataCache.java | 102 +++++++++++++++++++++
...TestHiveCatalogWithMetadataLocationSupport.java | 13 ++-
...TestJdbcCatalogWithMetadataLocationSupport.java | 28 +++---
...stMemoryCatalogWithMetadataLocationSupport.java | 56 +++++++++++
.../integration/test/IcebergRESTServiceBaseIT.java | 4 +
.../apache/gravitino/lineage/LineageService.java | 4 +-
.../lineage/sink/LineageSinkEventListener.java | 2 +-
.../iceberg/SparkIcebergCatalogHiveBackendIT.java | 5 +
26 files changed, 836 insertions(+), 44 deletions(-)
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/gravitino/iceberg/common/cache/BaseTableMetadataCache.java
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/gravitino/iceberg/common/cache/LocalTableMetadataCache.java
copy
core/src/main/java/org/apache/gravitino/listener/api/event/DropTablePreEvent.java
=>
iceberg/iceberg-common/src/main/java/org/apache/gravitino/iceberg/common/cache/SupportsMetadataLocation.java
(56%)
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/gravitino/iceberg/common/cache/TableMetadataCache.java
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/iceberg/hive/HiveCatalogWithMetadataLocationSupport.java
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/iceberg/jdbc/JdbcCatalogWithMetadataLocationSupport.java
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/iceberg/memory/MemoryCatalogWithMetadataLocationSupport.java
create mode 100644
iceberg/iceberg-common/src/test/java/org/apache/gravitino/iceberg/common/cache/TestLocalMetadataCache.java
copy
bundles/gcp/src/test/java/org/apache/gravitino/gcs/credential/TestCredentialProvider.java
=>
iceberg/iceberg-common/src/test/java/org/apache/iceberg/hive/TestHiveCatalogWithMetadataLocationSupport.java
(71%)
copy
bundles/aws/src/test/java/org/apache/gravitino/s3/credential/TestCredentialProvider.java
=>
iceberg/iceberg-common/src/test/java/org/apache/iceberg/jdbc/TestJdbcCatalogWithMetadataLocationSupport.java
(58%)
create mode 100644
iceberg/iceberg-common/src/test/java/org/apache/iceberg/memory/TestMemoryCatalogWithMetadataLocationSupport.java
