This is an automated email from the ASF dual-hosted git repository.
yuqi1129 pushed a change to branch yuqi/12418-multi-instance-entity-cache-test
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from 73f930f73d [#12418] test: Fix the audit probes for externally backed
entities
add dde85468c9 [#11968] test(iceberg): cover role narrowing in Iceberg
credential vending (#12461)
add 58e0e17a95 [#12421] docs: Fix links after documentation restructure
(#12426)
add 5d40ec4403 [#11926] Encode Trino dialect Hive views using Trino's
native Presto View format (#12294)
add 550f701751 [#12440] improvement(core): Replace the entity change log
listener retry/EXIT policy with a cache-clear fallback (#12445)
add 7bbe3a58dd [#12451] improvement(core): add OCC for metalake writes
(#12454)
add 16db87bf6f Feature/trino connector oauth2 user forwarding (#12045)
add eff51a38cf [MINOR] docs(fileset): Restructure the fileset catalog
pages around a runnable path (#12434)
add 672a349a7e [MINOR] fix(ci): Update Docker setup actions (#12477)
add e7b6816a4f [#12363] improvement(storage): Make MySQL index names
unique and give table_version_info a primary key (#12364)
add 101e3475a3 [#12468] fix(lance): validate the identifier in
ListNamespaces at schema level (#12469)
add 7b6cf6b58c [#12475] improvement(common): make CallerContext an
immutable value object (#12476)
add 8868eb2f36 [#12493] feat(idp): Add optional comment to idp_group_meta
(#12494)
add ac4eff7e37 [#12441] feat(client-python): Support tag assignment values
(#12442)
add ceaa0138da Merge remote-tracking branch 'apache/main' into
codex/12460-review-fixes
add 3294ca19e4 [#12418] test: Clarify external cache consistency probes
No new revisions were added by this update.
Summary of changes:
.../workflows/access-control-integration-test.yml | 2 +-
.../workflows/backend-integration-test-action.yml | 2 +-
.github/workflows/chart-test.yaml | 4 +-
.github/workflows/contrib-catalog-test.yml | 2 +-
.github/workflows/cron-integration-test.yml | 2 +-
.github/workflows/docker-image.yml | 4 +-
.../workflows/flink-integration-test-action.yml | 2 +-
.github/workflows/frontend-integration-test.yml | 2 +-
.github/workflows/gvfs-fuse-build-test.yml | 2 +-
.../iceberg-rest-trino-integration-test.yml | 2 +-
.github/workflows/idp-basic-test.yml | 2 +-
.../maintenance-integration-test-action.yml | 2 +-
.../workflows/multi-instance-consistency-test.yml | 3 -
.github/workflows/python-integration-test.yml | 2 +-
.../workflows/spark-integration-test-action.yml | 2 +-
.github/workflows/trino-integration-test.yml | 2 +-
.github/workflows/trino-multi-version-test.yml | 2 +-
.../fileset/TestFilesetCatalogOperations.java | 4 -
catalogs/catalog-hive/build.gradle.kts | 1 +
.../catalog/hive/HiveTablePropertiesMetadata.java | 5 +
.../apache/gravitino/catalog/hive/HiveView.java | 33 +-
.../catalog/hive/HiveViewCatalogOperations.java | 273 +++++++-
.../catalog/hive/TrinoNativeViewCodec.java | 460 +++++++++++++
.../catalog/hive/TestHiveCatalogOperations.java | 741 ++++++++++++++++++++-
.../catalog/hive/TestTrinoNativeViewCodec.java | 318 +++++++++
.../catalog/kafka/TestKafkaCatalogOperations.java | 4 -
.../generic/TestGenericCatalogOperations.java | 4 -
.../catalog/model/TestModelCatalogOperations.java | 4 -
.../gravitino/api/tag/supports_tags.py | 20 +
clients/client-python/gravitino/api/tag/tag.py | 28 +-
.../gravitino/api/tag/tag_operations.py | 2 +
.../gravitino/client/base_schema_catalog.py | 7 +
.../gravitino/client/generic_column.py | 7 +
.../gravitino/client/generic_fileset.py | 7 +
.../gravitino/client/generic_function.py | 8 +
.../gravitino/client/generic_model.py | 7 +
.../gravitino/client/generic_schema.py | 9 +
.../client-python/gravitino/client/generic_tag.py | 40 +-
.../client-python/gravitino/client/generic_view.py | 7 +
.../gravitino/client/gravitino_client.py | 7 +-
.../gravitino/client/gravitino_metalake.py | 4 +-
.../client/metadata_object_tag_operations.py | 41 +-
.../gravitino/client/relational_table.py | 7 +
.../gravitino/dto/requests/__init__.py | 8 +
.../dto/requests/tag_associate_request.py | 160 ++++-
.../gravitino/dto/requests/tag_create_request.py | 18 +
clients/client-python/gravitino/dto/tag_dto.py | 53 +-
.../client/test_metadata_object_tag_operations.py | 105 ++-
.../dto/requests/test_tag_create_request.py | 11 +
.../dto/requests/test_tags_associate_request.py | 98 ++-
.../tests/unittests/dto/test_tag_dto.py | 80 ++-
clients/client-python/tests/unittests/mock_base.py | 9 +-
.../tests/unittests/test_generic_function.py | 8 +-
.../tests/unittests/test_generic_tag.py | 71 +-
.../tests/unittests/test_generic_view.py | 8 +-
.../client-python/tests/unittests/test_tag_api.py | 64 +-
.../org/apache/gravitino/audit/CallerContext.java | 26 +-
.../apache/gravitino/audit/TestCallerContext.java | 70 ++
.../cache/it/AbstractEntityStorageBenchmark.java | 4 -
.../main/java/org/apache/gravitino/Configs.java | 29 -
.../catalog/CatalogChangeLogListener.java | 137 ++--
.../apache/gravitino/metalake/MetalakeManager.java | 4 +-
.../relational/EntityCacheChangeLogListener.java | 5 +-
.../storage/relational/EntityChangeLogCleaner.java | 2 +-
.../relational/EntityChangeLogListener.java | 8 +-
.../storage/relational/EntityChangeLogPoller.java | 216 ++----
.../storage/relational/RelationalEntityStore.java | 9 +-
.../relational/mapper/CatalogMetaMapper.java | 15 +-
.../mapper/CatalogMetaSQLProviderFactory.java | 11 +-
.../relational/mapper/MetalakeMetaMapper.java | 19 +-
.../mapper/MetalakeMetaSQLProviderFactory.java | 10 +-
.../relational/mapper/SchemaMetaMapper.java | 17 +-
.../mapper/SchemaMetaSQLProviderFactory.java | 15 +-
.../provider/base/CatalogMetaBaseSQLProvider.java | 18 +-
.../provider/base/MetalakeMetaBaseSQLProvider.java | 18 +-
.../provider/base/SchemaMetaBaseSQLProvider.java | 28 +-
.../postgresql/CatalogMetaPostgreSQLProvider.java | 13 +-
.../postgresql/MetalakeMetaPostgreSQLProvider.java | 13 +-
.../postgresql/SchemaMetaPostgreSQLProvider.java | 16 +-
.../relational/service/MetalakeMetaService.java | 163 +++--
.../storage/relational/utils/ExceptionUtils.java | 36 +
.../storage/relational/utils/POConverters.java | 6 +-
.../authorization/TestAccessControlManager.java | 4 -
.../gravitino/authorization/TestOwnerManager.java | 4 -
.../catalog/TestCatalogChangeLogListener.java | 171 ++++-
.../gravitino/hook/TestFilesetHookDispatcher.java | 4 -
.../gravitino/metalake/TestMetalakeManager.java | 20 +
.../apache/gravitino/policy/TestPolicyManager.java | 4 -
.../gravitino/stats/TestStatisticManager.java | 4 -
.../storage/AbstractEntityStorageTest.java | 4 -
.../TestEntityCacheCrossNodeInvalidation.java | 7 +-
.../relational/TestEntityChangeLogPoller.java | 173 ++---
...TestRelationalEntityStoreHierarchicalCache.java | 2 -
.../service/TestMetalakeMetaService.java | 173 +++++
.../relational/utils/TestExceptionUtils.java | 32 +-
.../storage/relational/utils/TestPOConverters.java | 2 +
.../org/apache/gravitino/tag/TestTagManager.java | 4 -
design-docs/gravitino-local-authentication.md | 1 +
...test_multi_instance_entity_cache_consistency.sh | 176 +++--
docs/apache-hive-catalog.md | 12 +-
docs/aws-glue-catalog.md | 6 +-
docs/expression.md | 2 +-
docs/fileset-catalog-index.md | 13 +-
docs/fileset-catalog-with-adls.md | 637 +++++++++---------
docs/fileset-catalog-with-cos.md | 591 ++++++++--------
docs/fileset-catalog-with-gcs.md | 565 ++++++++--------
docs/fileset-catalog-with-oss.md | 621 ++++++++---------
docs/fileset-catalog-with-s3.md | 634 +++++++++---------
docs/fileset-catalog.md | 48 +-
docs/gravitino-server-config.md | 12 +-
docs/hive-catalog-with-cloud-storage.md | 2 +-
docs/how-to-use-gvfs.md | 35 +-
docs/jdbc-clickhouse-catalog.md | 6 +-
docs/jdbc-doris-catalog.md | 10 +-
docs/jdbc-hologres-catalog.md | 14 +-
docs/jdbc-mysql-catalog.md | 10 +-
docs/jdbc-oceanbase-catalog.md | 10 +-
docs/jdbc-postgresql-catalog.md | 10 +-
docs/jdbc-starrocks-catalog.md | 10 +-
docs/lakehouse-generic-catalog.md | 6 +-
docs/lakehouse-hudi-catalog.md | 4 +-
docs/lakehouse-iceberg-catalog.md | 6 +-
docs/lakehouse-paimon-catalog.md | 4 +-
docs/open-api/idp/idp.yaml | 14 +-
docs/security/local-users-and-groups.md | 4 +-
docs/tables-and-views.md | 95 +++
docs/trino-connector/authentication.md | 211 +++++-
docs/trino-connector/installation.md | 2 +-
docs/trino-connector/supported-catalog.md | 4 +-
.../service/IcebergCatalogWrapperManager.java | 4 +
.../integration/test/IcebergAuthorizationIT.java | 50 +-
.../IcebergRESTCloudTokenAuthorizationBaseIT.java | 50 ++
.../GravitinoLanceNameSpaceOperations.java | 19 +-
.../TestGravitinoLanceNameSpaceOperations.java | 94 +++
.../lance/integration/test/LanceRESTServiceIT.java | 24 +
.../apache/gravitino/idp/IdpUserGroupManager.java | 20 +-
.../idp/basic/IdpCredentialValidator.java | 13 +
.../org/apache/gravitino/idp/dto/IdpGroupDTO.java | 15 +-
.../idp/dto/requests/AddGroupRequest.java | 19 +-
.../org/apache/gravitino/idp/model/IdpGroup.java | 28 +-
.../provider/base/IdpGroupMetaBaseSQLProvider.java | 7 +-
.../mapper/provider/h2/IdpGroupMetaH2Provider.java | 3 +-
.../postgresql/IdpGroupMetaPostgreSQLProvider.java | 3 +-
.../gravitino/idp/storage/po/IdpGroupPO.java | 1 +
.../idp/storage/po/IdpGroupWithUsersPO.java | 1 +
.../storage/relational/utils/IdpPOConverters.java | 3 +-
.../gravitino/idp/web/rest/IdpGroupOperations.java | 3 +-
.../gravitino/idp/TestIdpUserGroupManager.java | 11 +
.../apache/gravitino/idp/dto/TestIdpGroupDTO.java | 13 +-
.../idp/dto/requests/TestAddGroupRequest.java | 15 +
.../idp/integration/test/IdpRESTApiIT.java | 25 +-
.../storage/mapper/TestIdpGroupMetaStorage.java | 25 +
.../gravitino/idp/storage/po/TestIdpGroupPO.java | 5 +
.../gravitino/idp/web/rest/TestIdpOperations.java | 40 +-
scripts/h2/schema-2.0.0-h2.sql | 1 +
scripts/h2/upgrade-1.3.0-to-2.0.0-h2.sql | 2 +
scripts/mysql/schema-2.0.0-mysql.sql | 71 +-
scripts/mysql/upgrade-1.3.0-to-2.0.0-mysql.sql | 55 ++
scripts/postgresql/schema-2.0.0-postgresql.sql | 2 +
.../upgrade-1.3.0-to-2.0.0-postgresql.sql | 3 +
.../authentication/AuthenticationFilter.java | 11 +
.../jcasbin/JcasbinChangeListener.java | 64 +-
.../jcasbin/TestJcasbinChangePoller.java | 140 +++-
.../trino/connector/GravitinoConnector.java | 79 ++-
.../iceberg/IcebergCatalogPropertyConverter.java | 12 +-
.../connector/security/GravitinoAuthProvider.java | 58 +-
.../security/StaticUserTokenProvider.java | 54 ++
.../TestGravitinoConnectorForwardUser.java | 171 ++++-
.../TestIcebergCatalogPropertyConverter.java | 27 +
.../security/TestGravitinoAuthProvider.java | 59 ++
170 files changed, 6867 insertions(+), 2504 deletions(-)
create mode 100644
catalogs/catalog-hive/src/main/java/org/apache/gravitino/catalog/hive/TrinoNativeViewCodec.java
create mode 100644
catalogs/catalog-hive/src/test/java/org/apache/gravitino/catalog/hive/TestTrinoNativeViewCodec.java
copy
server/src/test/java/org/apache/gravitino/server/web/TestObjectMapperProvider.java
=>
core/src/test/java/org/apache/gravitino/storage/relational/utils/TestExceptionUtils.java
(50%)
create mode 100644
lance/lance-rest-server/src/test/java/org/apache/gravitino/lance/common/ops/gravitino/TestGravitinoLanceNameSpaceOperations.java
create mode 100644
trino-connector/trino-connector/src/main/java/org/apache/gravitino/trino/connector/security/StaticUserTokenProvider.java
