This is an automated email from the ASF dual-hosted git repository.
yuqi4733 pushed a change to branch issue-4445_for_test
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from f571c6d98 test
add 846d9cc92 Fix
add 3389aa962 [#3827] fix(IT): Fix bugs about running frontend tests
locally (#4423)
add cfbecfdf8 Add hook dispatcher
add e5cdf0b3c [#4442] feat(client-python): Publish Python client to Apache
Gravitino official account (#4444)
add 7b7b3a6fc [#4433] Improvement(catalog-lakehouse-paimon): Update Paimon
Catalog doc (#4435)
add 1ea4860e8 [MINOR] support publish Gravitino Iceberg REST catalog
server docker image (#4431)
add 2f2dc17e7 [#4227] improvement(client-python): Add Catalog Error
Handler and related exceptions, test cases in client-python (#4345)
add ca8553b48 [#4457] improvement(client-python): According Apache #pypi
specification (#4458)
add ba64e2946 [HOTFIX] fix(build): Fix RAT issue in local build (#4464)
add 528f2e051 [#4424] Improvement (trino-connector): Upgrade the Hive
image version for the Trino tester. (#4436)
add a9812d79c [#4472 ] fix(CI pipeline): Fixed Doris test failure as a
result of excessive disk usage (#4468)
add 3694baabb [#4478] feat(conf): unify the configuration file permission
to 755 (#4479)
add 201fe6fce [#4441] feat(script): improve message when start server
failed (#4462)
add 9edc67ba3 [#4386] Fix(spark-connector): spark connector build failed
with scala2.13 (#4403)
add 4d66df45d [#4463] fix(tests): remove the wrong tag on test class
(#4465)
add eacdeabae [#4408] Calls to code marked @VisibleForTesting in
production code (#4426)
add 6b555b2a7 [#1903] feat(clients): add equals for `GravitinoMetalake`.
(#4448)
add 14df45f86 [HOTFIX]fix(build): Fix flink connector artifact name (#4491)
add 578b60e4b [#4404] improvement: Add startup ASCII logo (#4405)
add a25df16f5 [#4500] fix(docs) Fix doc typo issue (#4499)
add 56fc27a10 [4176]feat(iceberg) support multiple catalogs in the
iceberg rest catalog server (#4273)
add e06eb7fd9 [#4503] fix(doc): Revise the compatibility description of
the Hive catalog (#4504)
add a8de2458d [#4412] feat(api): add validate check for default position
when updating column position (#4451)
add 3a81b5674 [3844]fix(catalog-mysql) Add the version checking for the
MYSQL JDBC driver (#4420)
add 535280dfa [MINOR] docs: polish 0.6 document (#4512)
add b795ea2a5 [#4437] improvement(docs): Upgrade Gravitino Java doc
version from 0.5.1 to 0.6.0. (#4438)
add 32e95093e Merge branch 'main' of github.com:datastrato/graviton into
issue-4445_for_test
add 63af7d4c1 Fix
add 6adfa3b4c Fix
new f715e6033 Fix
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/backend-integration-test.yml | 3 +-
.github/workflows/build.yml | 33 +++
.github/workflows/cron-integration-test.yml | 3 +-
.github/workflows/docker-image.yml | 20 +-
.../gravitino/authorization/SecurableObjects.java | 27 +-
.../java/org/apache/gravitino/rel/TableChange.java | 3 +
.../java/org/apache/gravitino/TestTableChange.java | 12 +
.../authorization/TestSecurableObjects.java | 13 +
bin/common.sh | 17 ++
bin/gravitino-iceberg-rest-server.sh | 3 +-
bin/gravitino.sh | 3 +-
build.gradle.kts | 18 +-
.../lakehouse/iceberg/IcebergConstants.java | 4 +
catalogs/catalog-hadoop/build.gradle.kts | 2 +
.../authentication/kerberos/KerberosClient.java | 5 +-
catalogs/catalog-hive/build.gradle.kts | 2 +
.../catalog/jdbc/JdbcCatalogOperations.java | 48 ++++
.../MySQLProtocolCompatibleCatalogOperations.java | 14 ++
catalogs/catalog-jdbc-doris/build.gradle.kts | 4 +-
.../TestDorisTablePartitionOperations.java | 2 +-
catalogs/catalog-jdbc-mysql/build.gradle.kts | 2 +
.../catalog/mysql/operation/TestMysql.java | 2 +-
.../operation/TestMysqlCatalogOperations.java} | 19 +-
catalogs/catalog-jdbc-postgresql/build.gradle.kts | 2 +
catalogs/catalog-kafka/build.gradle.kts | 2 +
.../catalog-lakehouse-iceberg/build.gradle.kts | 2 +
.../iceberg/ops/IcebergTableOpsHelper.java | 31 +--
.../integration/test/CatalogIcebergBaseIT.java | 37 ---
catalogs/catalog-lakehouse-paimon/build.gradle.kts | 2 +
.../lakehouse/paimon/utils/CatalogUtils.java | 2 -
.../apache/gravitino/client/GravitinoMetalake.java | 14 ++
.../gravitino/client/TestGravitinoMetalake.java | 27 +-
clients/client-python/.gitignore | 2 +-
clients/client-python/build.gradle.kts | 7 +-
.../gravitino/client/gravitino_metalake.py | 19 +-
clients/client-python/gravitino/constants/error.py | 5 +
.../client-python/gravitino/dto/dto_converters.py | 4 +-
.../dto/requests/catalog_update_request.py | 23 +-
.../gravitino/dto/responses/catalog_response.py | 10 +-
clients/client-python/gravitino/exceptions/base.py | 8 +
...a_error_handler.py => catalog_error_handler.py} | 17 +-
clients/client-python/setup.py | 26 +-
.../tests/integration/test_catalog.py | 76 +++++-
.../tests/unittests/test_error_handler.py | 43 ++++
conf/gravitino-env.sh.template | 4 +
.../java/org/apache/gravitino/GravitinoEnv.java | 62 ++---
.../authorization/AuthorizationUtils.java | 7 -
.../gravitino/authorization/OwnerManager.java | 63 +++--
.../apache/gravitino/config/ConfigConstants.java | 3 +
.../AccessControlHookDispatcher.java} | 97 ++++----
.../CatalogHookDispatcher.java} | 76 +++---
.../gravitino/hook/DispatcherHookHelper.java | 35 ---
.../apache/gravitino/hook/DispatcherHookProxy.java | 44 ----
.../org/apache/gravitino/hook/DispatcherHooks.java | 52 ----
.../gravitino/hook/FilesetHookDispatcher.java | 96 ++++++++
.../MetalakeHookDispatcher.java} | 82 +++---
.../gravitino/hook/SchemaHookDispatcher.java | 92 +++++++
.../apache/gravitino/hook/TableHookDispatcher.java | 111 +++++++++
.../apache/gravitino/hook/TopicHookDispatcher.java | 93 +++++++
.../apache/gravitino/hook/TestDispatcherHooks.java | 79 ------
dev/ci/util_free_space.sh | 4 +
dev/docker/iceberg-rest-server/Dockerfile | 2 +-
.../release/update-java-doc-version.sh | 44 ++--
docs/apache-hive-catalog.md | 3 +-
docs/flink-connector/flink-catalog-hive.md | 2 +-
docs/flink-connector/flink-connector.md | 2 +-
docs/how-to-build.md | 2 +-
docs/how-to-use-gvfs.md | 2 +-
docs/how-to-use-python-client.md | 24 +-
docs/iceberg-rest-service.md | 55 ++++-
docs/index.md | 4 +-
docs/lakehouse-paimon-catalog.md | 56 ++++-
docs/manage-relational-metadata-using-gravitino.md | 10 +-
docs/spark-connector/spark-catalog-iceberg.md | 8 +-
docs/trino-connector/trino-connector.md | 2 +-
flink-connector/build.gradle.kts | 2 +-
.../gravitino/iceberg/common/IcebergConfig.java | 8 +
.../ops/ConfigBasedIcebergTableOpsProvider.java | 90 +++++++
.../iceberg/common/ops/IcebergTableOpsManager.java | 99 ++++++++
.../common/ops/IcebergTableOpsProvider.java | 23 +-
.../TestConfigBasedIcebergTableOpsProvider.java | 115 +++++++++
.../common/ops/TestIcebergTableOpsManager.java | 61 +++++
iceberg/iceberg-rest-server/build.gradle.kts | 4 +
.../org/apache/gravitino/iceberg/RESTService.java | 12 +-
.../service/rest/IcebergNamespaceOperations.java | 52 ++--
.../service/rest/IcebergTableOperations.java | 41 +--
.../service/rest/IcebergTableRenameOperations.java | 14 +-
.../test/util/IcebergRESTServerManager.java | 1 -
.../ConfigBasedIcebergTableOpsProviderForTest.java | 15 +-
.../iceberg/service/rest/IcebergRestTestUtil.java | 15 +-
.../iceberg/service/rest/IcebergTestBase.java | 11 +-
.../iceberg/service/rest/TestIcebergConfig.java | 8 +-
.../rest/TestIcebergNamespaceOperations.java | 6 +-
.../service/rest/TestIcebergTableOperations.java | 12 +-
.../integration/test/container/ContainerSuite.java | 22 +-
.../test/util/CloseContainerExtension.java | 13 +-
integration-test/build.gradle.kts | 3 +
.../test/authorization/OwnerPostHookIT.java | 274 +++++++++++++++++++++
.../{RangerIT.java => AbstractRangerIT.java} | 4 +-
.../test/authorization/ranger/RangerHiveIT.java | 8 +-
.../gravitino/integration/test/client/AuditIT.java | 4 +-
.../integration/test/client/MetalakeIT.java | 2 -
.../test/web/rest/KerberosOperationsIT.java | 2 -
.../test/web/rest/OAuth2OperationsIT.java | 2 -
.../test/web/rest/VersionOperationsIT.java | 2 -
.../integration/test/web/ui/MetalakePageTest.java | 4 +-
integration-test/trino-it/docker-compose.yaml | 5 +-
integration-test/trino-it/init/hive/init.sh | 2 +-
integration-test/trino-it/launch.sh | 5 -
integration-test/trino-it/shutdown.sh | 11 +-
.../gravitino/server/web/rest/OwnerOperations.java | 13 +-
.../IcebergExtendedDataSourceV2Strategy.java | 37 +--
.../spark/connector/utils/ConnectorUtil.java | 12 +
.../integration/test/sql/SQLQueryTestHelper.java | 8 +-
114 files changed, 2074 insertions(+), 782 deletions(-)
copy
catalogs/{catalog-jdbc-postgresql/src/test/java/org/apache/gravitino/catalog/postgresql/integration/test/CatalogPostgreSqlVersion15IT.java
=>
catalog-jdbc-mysql/src/test/java/org/apache/gravitino/catalog/mysql/operation/TestMysqlCatalogOperations.java}
(57%)
copy
clients/client-python/gravitino/exceptions/handlers/{schema_error_handler.py =>
catalog_error_handler.py} (75%)
copy
core/src/main/java/org/apache/gravitino/{authorization/AccessControlManager.java
=> hook/AccessControlHookDispatcher.java} (57%)
copy
core/src/main/java/org/apache/gravitino/{catalog/CatalogNormalizeDispatcher.java
=> hook/CatalogHookDispatcher.java} (61%)
delete mode 100644
core/src/main/java/org/apache/gravitino/hook/DispatcherHookHelper.java
delete mode 100644
core/src/main/java/org/apache/gravitino/hook/DispatcherHookProxy.java
delete mode 100644
core/src/main/java/org/apache/gravitino/hook/DispatcherHooks.java
create mode 100644
core/src/main/java/org/apache/gravitino/hook/FilesetHookDispatcher.java
copy
core/src/main/java/org/apache/gravitino/{metalake/MetalakeNormalizeDispatcher.java
=> hook/MetalakeHookDispatcher.java} (55%)
create mode 100644
core/src/main/java/org/apache/gravitino/hook/SchemaHookDispatcher.java
create mode 100644
core/src/main/java/org/apache/gravitino/hook/TableHookDispatcher.java
create mode 100644
core/src/main/java/org/apache/gravitino/hook/TopicHookDispatcher.java
delete mode 100644
core/src/test/java/org/apache/gravitino/hook/TestDispatcherHooks.java
copy gradle.properties => dev/release/update-java-doc-version.sh (51%)
mode change 100644 => 100755
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/gravitino/iceberg/common/ops/ConfigBasedIcebergTableOpsProvider.java
create mode 100644
iceberg/iceberg-common/src/main/java/org/apache/gravitino/iceberg/common/ops/IcebergTableOpsManager.java
copy
server-common/src/main/java/org/apache/gravitino/server/web/OverwriteDefaultConfig.java
=>
iceberg/iceberg-common/src/main/java/org/apache/gravitino/iceberg/common/ops/IcebergTableOpsProvider.java
(60%)
create mode 100644
iceberg/iceberg-common/src/test/java/org/apache/gravitino/iceberg/common/ops/TestConfigBasedIcebergTableOpsProvider.java
create mode 100644
iceberg/iceberg-common/src/test/java/org/apache/gravitino/iceberg/common/ops/TestIcebergTableOpsManager.java
copy
catalogs/catalog-kafka/src/main/java/org/apache/gravitino/catalog/kafka/KafkaSchemaPropertiesMetadata.java
=>
iceberg/iceberg-rest-server/src/test/java/org/apache/gravitino/iceberg/service/rest/ConfigBasedIcebergTableOpsProviderForTest.java
(67%)
create mode 100644
integration-test/src/test/java/org/apache/gravitino/integration/test/authorization/OwnerPostHookIT.java
rename
integration-test/src/test/java/org/apache/gravitino/integration/test/authorization/ranger/{RangerIT.java
=> AbstractRangerIT.java} (99%)
