This is an automated email from the ASF dual-hosted git repository.
yuqi4733 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from 181cee3a46 [#9414] fix(trino-connector) Add support for querying
iceberg metadata tables (#9415)
new 27059463e7 [5912] feat(catalog-hive): Implement the Hive shim layer to
support Hive2/3 (#9416)
new 51d586e6ed [#9444] feat (hive-catalog): Implement the Hive shim class
to access Hive2/3 (#9446)
new 4c5ce62eff [#9456] feat(hive-catalog): Support Kerberos authentication
and user impersonation in the HiveClient (#9458)
new b93d00b650 [#9459] improve(catalog-hive/hudi) Refactor the Hive and
Hudi catalogs to use the HiveClient (#9460)
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 1 +
.../exceptions/GravitinoRuntimeException.java | 10 +
build.gradle.kts | 12 +-
.../gravitino/catalog/hive/HiveConstants.java | 7 +
catalogs/catalog-hive/build.gradle.kts | 38 +-
.../apache/gravitino/catalog/hive/HiveCatalog.java | 14 -
.../catalog/hive/HiveCatalogOperations.java | 744 ++++++++-------------
.../hive/HiveCatalogPropertiesMetadata.java | 11 +
.../gravitino/catalog/hive/HiveProxyPlugin.java | 110 ---
.../apache/gravitino/catalog/hive/HiveSchema.java | 123 ----
.../catalog/hive/HiveSchemaPropertiesMetadata.java | 3 +-
.../apache/gravitino/catalog/hive/HiveTable.java | 387 -----------
.../gravitino/catalog/hive/HiveTableHandle.java | 76 +++
.../catalog/hive/HiveTableOperations.java | 272 ++------
.../catalog/hive/HiveTablePropertiesMetadata.java | 25 +-
.../gravitino/catalog/hive/TestHiveCatalog.java | 5 +-
.../catalog/hive/TestHiveCatalogOperations.java | 32 +-
.../gravitino/catalog/hive/TestHiveTable.java | 9 +-
.../catalog/hive/TestHiveTableOperations.java | 9 +-
.../{CatalogHiveIT.java => CatalogHive2IT.java} | 601 +++++++++--------
.../hive/integration/test/CatalogHive3IT.java} | 19 +-
.../hive/integration/test/CatalogHiveABSIT.java | 6 +-
.../hive/integration/test/CatalogHiveGCSIT.java | 6 +-
.../hive/integration/test/CatalogHiveS3IT.java | 6 +-
.../hive/integration/test/ProxyCatalogHiveIT.java | 73 +-
catalogs/catalog-lakehouse-hudi/build.gradle.kts | 37 +-
.../hudi/HudiCatalogPropertiesMetadata.java | 11 +
.../hudi/backend/hms/HudiHMSBackendOps.java | 139 ++--
.../lakehouse/hudi/backend/hms/HudiHMSSchema.java | 23 +-
.../lakehouse/hudi/backend/hms/HudiHMSTable.java | 44 +-
.../hudi/backend/hms/kerberos/KerberosClient.java | 121 ----
.../hudi/backend/hms/TestHudiHMSBackendOps.java | 75 ++-
.../hudi/integration/test/HudiCatalogHMSIT.java | 9 +
.../test/HudiCatalogKerberosHiveIT.java | 6 +-
.../lakehouse/hudi/utils/TestCatalogUtils.java | 12 -
catalogs/hive-metastore-common/build.gradle.kts | 49 +-
.../apache/gravitino/hive/CachedClientPool.java | 35 +-
.../org/apache/gravitino/hive/HiveClientPool.java | 96 +--
.../org/apache/gravitino}/hive/HiveColumn.java | 3 +-
.../org/apache/gravitino/hive/HivePartition.java | 193 ++++++
.../org/apache/gravitino/hive/HiveSchema.java} | 51 +-
.../java/org/apache/gravitino/hive/HiveTable.java | 167 +++++
.../apache/gravitino/hive/client/HiveClient.java | 91 +++
.../hive/client/HiveClientClassLoader.java | 245 +++++++
.../gravitino/hive/client/HiveClientFactory.java | 254 +++++++
.../gravitino/hive/client/HiveClientImpl.java | 184 +++++
.../hive/client/HiveExceptionConverter.java | 243 +++++++
.../org/apache/gravitino/hive/client/HiveShim.java | 116 ++++
.../apache/gravitino/hive/client/HiveShimV2.java | 280 ++++++++
.../apache/gravitino/hive/client/HiveShimV3.java | 463 +++++++++++++
.../gravitino/hive/client/ProxyHiveClientImpl.java | 88 +++
.../org/apache/gravitino/hive/client/Util.java | 48 ++
.../hive/converter/HiveDatabaseConverter.java | 94 +++
.../hive/converter/HiveTableConverter.java | 307 ++++++++-
.../hive}/kerberos/AuthenticationConfig.java | 27 +-
.../gravitino/hive}/kerberos/FetchFileUtils.java | 4 +-
.../gravitino/hive/kerberos/KerberosClient.java | 205 ++++++
.../gravitino/hive}/kerberos/KerberosConfig.java | 13 +-
.../gravitino/hive/TestCachedClientPool.java | 26 +-
.../gravitino/hive/client/TestHiveClient.java | 419 ++++++++++++
.../hive/converter/TestHiveTableConverter.java | 63 +-
.../gravitino/hive/hms/MiniHiveMetastore.java | 13 +-
.../hive-metastore2-libs}/build.gradle.kts | 45 +-
.../hive-metastore3-libs}/build.gradle.kts | 45 +-
.../org/apache/gravitino/connector/BaseTable.java | 6 +-
docs/apache-hive-catalog.md | 4 +-
docs/lakehouse-hudi-catalog.md | 1 +
gradle/libs.versions.toml | 3 +
settings.gradle.kts | 1 +
69 files changed, 4661 insertions(+), 2297 deletions(-)
delete mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveProxyPlugin.java
delete mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveSchema.java
delete mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveTable.java
create mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveTableHandle.java
rename
catalogs/catalog-hive/src/test/java/org/apache/gravitino/catalog/hive/integration/test/{CatalogHiveIT.java
=> CatalogHive2IT.java} (77%)
copy
catalogs/{catalog-fileset/src/test/java/org/apache/gravitino/catalog/fileset/integration/test/FilesetCatalogWithoutProviderIT.java
=>
catalog-hive/src/test/java/org/apache/gravitino/catalog/hive/integration/test/CatalogHive3IT.java}
(63%)
delete mode 100644
catalogs/catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms/kerberos/KerberosClient.java
rename catalogs/{catalog-hive/src/main/java/org/apache/gravitino/catalog =>
hive-metastore-common/src/main/java/org/apache/gravitino}/hive/HiveColumn.java
(96%)
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/HivePartition.java
copy
catalogs/{catalog-jdbc-common/src/main/java/org/apache/gravitino/catalog/jdbc/JdbcSchema.java
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive/HiveSchema.java}
(51%)
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/HiveTable.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClient.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClientClassLoader.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClientFactory.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClientImpl.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveExceptionConverter.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveShim.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveShimV2.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveShimV3.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/ProxyHiveClientImpl.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/Util.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/converter/HiveDatabaseConverter.java
rename
catalogs/{catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive}/kerberos/AuthenticationConfig.java
(70%)
rename
catalogs/{catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive}/kerberos/FetchFileUtils.java
(93%)
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/kerberos/KerberosClient.java
rename
catalogs/{catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive}/kerberos/KerberosConfig.java
(88%)
create mode 100644
catalogs/hive-metastore-common/src/test/java/org/apache/gravitino/hive/client/TestHiveClient.java
copy {bundles/gcp => catalogs/hive-metastore2-libs}/build.gradle.kts (55%)
copy {bundles/gcp => catalogs/hive-metastore3-libs}/build.gradle.kts (55%)
