This is an automated email from the ASF dual-hosted git repository.
diqiu50 pushed a change to branch branch-1.1
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from 9d3d9d4a27 [Minor]: fix(core): change session handling to
doWithoutCommit for soft delete operations (#9469)
new 8e465a0193 [5912] feat(catalog-hive): Implement the Hive shim layer to
support Hive2/3 (#9416)
new 2938eed77e [#9444] feat (hive-catalog): Implement the Hive shim class
to access Hive2/3 (#9446)
new 661589cfa0 [#9456] feat(hive-catalog): Support Kerberos authentication
and user impersonation in the HiveClient (#9458)
new 141a847628 [#9459] improve(catalog-hive/hudi) Refactor the Hive and
Hudi catalogs to use the HiveClient (#9460)
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 1 +
.../exceptions/GravitinoRuntimeException.java | 10 +
build.gradle.kts | 12 +-
.../gravitino/catalog/hive/HiveConstants.java | 7 +
catalogs/catalog-hive/build.gradle.kts | 38 +-
.../apache/gravitino/catalog/hive/HiveCatalog.java | 14 -
.../catalog/hive/HiveCatalogOperations.java | 744 ++++++++-------------
.../hive/HiveCatalogPropertiesMetadata.java | 11 +
.../gravitino/catalog/hive/HiveProxyPlugin.java | 110 ---
.../apache/gravitino/catalog/hive/HiveSchema.java | 123 ----
.../catalog/hive/HiveSchemaPropertiesMetadata.java | 3 +-
.../apache/gravitino/catalog/hive/HiveTable.java | 387 -----------
.../gravitino/catalog/hive/HiveTableHandle.java | 76 +++
.../catalog/hive/HiveTableOperations.java | 272 ++------
.../catalog/hive/HiveTablePropertiesMetadata.java | 25 +-
.../gravitino/catalog/hive/TestHiveCatalog.java | 5 +-
.../catalog/hive/TestHiveCatalogOperations.java | 32 +-
.../gravitino/catalog/hive/TestHiveTable.java | 9 +-
.../catalog/hive/TestHiveTableOperations.java | 9 +-
.../{CatalogHiveIT.java => CatalogHive2IT.java} | 601 +++++++++--------
.../hive/integration/test/CatalogHive3IT.java} | 19 +-
.../hive/integration/test/CatalogHiveABSIT.java | 6 +-
.../hive/integration/test/CatalogHiveGCSIT.java | 6 +-
.../hive/integration/test/CatalogHiveS3IT.java | 6 +-
.../hive/integration/test/ProxyCatalogHiveIT.java | 73 +-
catalogs/catalog-lakehouse-hudi/build.gradle.kts | 37 +-
.../hudi/HudiCatalogPropertiesMetadata.java | 11 +
.../hudi/backend/hms/HudiHMSBackendOps.java | 139 ++--
.../lakehouse/hudi/backend/hms/HudiHMSSchema.java | 23 +-
.../lakehouse/hudi/backend/hms/HudiHMSTable.java | 44 +-
.../hudi/backend/hms/kerberos/KerberosClient.java | 121 ----
.../hudi/backend/hms/TestHudiHMSBackendOps.java | 75 ++-
.../hudi/integration/test/HudiCatalogHMSIT.java | 9 +
.../test/HudiCatalogKerberosHiveIT.java | 6 +-
.../lakehouse/hudi/utils/TestCatalogUtils.java | 12 -
catalogs/hive-metastore-common/build.gradle.kts | 49 +-
.../apache/gravitino/hive/CachedClientPool.java | 35 +-
.../org/apache/gravitino/hive/HiveClientPool.java | 96 +--
.../org/apache/gravitino}/hive/HiveColumn.java | 3 +-
.../org/apache/gravitino/hive/HivePartition.java | 193 ++++++
.../org/apache/gravitino/hive/HiveSchema.java} | 51 +-
.../java/org/apache/gravitino/hive/HiveTable.java | 167 +++++
.../apache/gravitino/hive/client/HiveClient.java | 91 +++
.../hive/client/HiveClientClassLoader.java | 245 +++++++
.../gravitino/hive/client/HiveClientFactory.java | 254 +++++++
.../gravitino/hive/client/HiveClientImpl.java | 184 +++++
.../hive/client/HiveExceptionConverter.java | 243 +++++++
.../org/apache/gravitino/hive/client/HiveShim.java | 116 ++++
.../apache/gravitino/hive/client/HiveShimV2.java | 280 ++++++++
.../apache/gravitino/hive/client/HiveShimV3.java | 463 +++++++++++++
.../gravitino/hive/client/ProxyHiveClientImpl.java | 88 +++
.../org/apache/gravitino/hive/client/Util.java | 48 ++
.../hive/converter/HiveDatabaseConverter.java | 94 +++
.../hive/converter/HiveTableConverter.java | 307 ++++++++-
.../hive}/kerberos/AuthenticationConfig.java | 27 +-
.../gravitino/hive}/kerberos/FetchFileUtils.java | 4 +-
.../gravitino/hive/kerberos/KerberosClient.java | 205 ++++++
.../gravitino/hive}/kerberos/KerberosConfig.java | 13 +-
.../gravitino/hive/TestCachedClientPool.java | 26 +-
.../gravitino/hive/client/TestHiveClient.java | 419 ++++++++++++
.../hive/converter/TestHiveTableConverter.java | 63 +-
.../gravitino/hive/hms/MiniHiveMetastore.java | 13 +-
.../hive-metastore2-libs}/build.gradle.kts | 45 +-
.../hive-metastore3-libs}/build.gradle.kts | 45 +-
.../org/apache/gravitino/connector/BaseTable.java | 6 +-
docs/apache-hive-catalog.md | 4 +-
docs/lakehouse-hudi-catalog.md | 1 +
gradle/libs.versions.toml | 3 +
settings.gradle.kts | 1 +
69 files changed, 4661 insertions(+), 2297 deletions(-)
delete mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveProxyPlugin.java
delete mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveSchema.java
delete mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveTable.java
create mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/HiveTableHandle.java
rename
catalogs/catalog-hive/src/test/java/org/apache/gravitino/catalog/hive/integration/test/{CatalogHiveIT.java
=> CatalogHive2IT.java} (77%)
copy
catalogs/{catalog-fileset/src/test/java/org/apache/gravitino/catalog/fileset/integration/test/FilesetCatalogWithoutProviderIT.java
=>
catalog-hive/src/test/java/org/apache/gravitino/catalog/hive/integration/test/CatalogHive3IT.java}
(63%)
delete mode 100644
catalogs/catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms/kerberos/KerberosClient.java
rename catalogs/{catalog-hive/src/main/java/org/apache/gravitino/catalog =>
hive-metastore-common/src/main/java/org/apache/gravitino}/hive/HiveColumn.java
(96%)
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/HivePartition.java
copy
catalogs/{catalog-jdbc-common/src/main/java/org/apache/gravitino/catalog/jdbc/JdbcSchema.java
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive/HiveSchema.java}
(51%)
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/HiveTable.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClient.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClientClassLoader.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClientFactory.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveClientImpl.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveExceptionConverter.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveShim.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveShimV2.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/HiveShimV3.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/ProxyHiveClientImpl.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/client/Util.java
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/converter/HiveDatabaseConverter.java
rename
catalogs/{catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive}/kerberos/AuthenticationConfig.java
(70%)
rename
catalogs/{catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive}/kerberos/FetchFileUtils.java
(93%)
create mode 100644
catalogs/hive-metastore-common/src/main/java/org/apache/gravitino/hive/kerberos/KerberosClient.java
rename
catalogs/{catalog-lakehouse-hudi/src/main/java/org/apache/gravitino/catalog/lakehouse/hudi/backend/hms
=>
hive-metastore-common/src/main/java/org/apache/gravitino/hive}/kerberos/KerberosConfig.java
(88%)
create mode 100644
catalogs/hive-metastore-common/src/test/java/org/apache/gravitino/hive/client/TestHiveClient.java
copy {bundles/gcp => catalogs/hive-metastore2-libs}/build.gradle.kts (55%)
copy {bundles/gcp => catalogs/hive-metastore3-libs}/build.gradle.kts (55%)
