This is an automated email from the ASF dual-hosted git repository.
yuqi1129 pushed a change to branch feat/12345-occ-table
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from 23d0f3c15f [#12345] improvement(core): add OCC for table writes
add 138f6ff23c [#12210] docs: Add Semantic Model design (#12424)
add 62c5a2f2b8 [#12508] feat(job): Expose job queuedAt and startedAt
across the public surface (#12509)
add 15dffd5673 [#12505] docs: Add user documentation for tag assignment
values (#12510)
add d38268a57d [#11829] fix(doris): support replication allocation
property (#11877)
add 3b4d1d9dab [#12532] improvement(core): support group owners in
batchGetOwner (#12533)
add 0c6c9c29f2 [#12521] feat(job): Support filtering and sorting jobs by
time in listJobs (#12522)
add 7e26ce9ade [#12526] feat(trino-connector): Support Starburst SPI
compatibility (#12527)
add a2daf9506f [#8674] fix(authz): Isolate Ranger catalog owner roles by
catalog ID (#12517)
add 4091d5c56b [#12272] feat(clickhouse): map ClickHouse Date32 to
Gravitino DateType and verify Enum round-trip (#12275)
add ee73ec93ec [#12176] feat(design-docs): add policy-on-tag design
(#12177)
add f461aa31aa [#12444] fix(scripts): Prevent empty classpath entry in
common.sh (#12537)
add 4cccb1327e [#12569] feat(spark-connector): add token auth and key
caches on identity (#12570)
add 8a7348963b [#12480] improvement(server): Add table-like existence
probe privilege (#12482)
add a27b8b33a7 [#12557] fix(lance): Preserve authenticated caller identity
(#12563)
add 14a737e561 Merge branch 'main' into feat/12345-occ-table
No new revisions were added by this update.
Summary of changes:
.../apache/gravitino/authorization/Privilege.java | 4 +-
.../apache/gravitino/authorization/Privileges.java | 42 +
.../java/org/apache/gravitino/job/JobHandle.java | 21 +
.../chain/ChainedAuthorizationPlugin.java | 4 +
.../ranger/RangerAuthorizationPlugin.java | 50 +-
.../authorization/ranger/RangerHelper.java | 58 +-
.../authorization/ranger/TestRangerHelper.java | 116 +++
.../ranger/integration/test/RangerHiveIT.java | 143 +++-
.../ranger/integration/test/RangerITEnv.java | 15 +-
bin/common.sh.template | 6 +-
.../converter/ClickHouseTypeConverter.java | 2 +-
.../integration/test/CatalogClickHouseIT.java | 125 +++
.../org/apache/gravitino/auth/AuthProperties.java | 20 +
.../doris/DorisTablePropertiesMetadata.java | 7 +
.../doris/operation/DorisTableOperations.java | 11 +-
.../gravitino/catalog/doris/TestDorisCatalog.java | 18 +-
.../doris/integration/test/CatalogDorisIT.java | 25 +
.../TestDorisTableOperationsSqlGeneration.java | 66 ++
.../apache/gravitino/client/GenericJobHandle.java | 10 +
.../apache/gravitino/client/TestSupportsJobs.java | 37 +-
.../gravitino/client/integration/test/JobIT.java | 29 +-
.../test/authorization/TableAuthorizationIT.java | 4 +-
.../client-python/gravitino/api/job/job_handle.py | 10 +
.../gravitino/client/generic_job_handle.py | 6 +
clients/client-python/gravitino/dto/job/job_dto.py | 28 +
.../tests/integration/test_supports_jobs.py | 24 +-
.../tests/unittests/dto/job/test_job_dto_serde.py | 31 +-
.../tests/unittests/test_supports_jobs.py | 13 +-
.../java/org/apache/gravitino/dto/job/JobDTO.java | 15 +-
.../gravitino/dto/responses/JobListResponse.java | 24 +-
.../org/apache/gravitino/dto/job/TestJobDTO.java | 28 +-
.../authorization/AuthorizationUtils.java | 5 +-
.../apache/gravitino/catalog/CatalogManager.java | 15 +-
.../apache/gravitino/connector/BaseCatalog.java | 14 +-
.../connector/authorization/BaseAuthorization.java | 6 +
.../java/org/apache/gravitino/job/JobManager.java | 67 +-
.../gravitino/listener/api/info/JobInfo.java | 25 +
.../java/org/apache/gravitino/meta/JobEntity.java | 33 +-
.../storage/relational/mapper/OwnerMetaMapper.java | 15 +
.../mapper/OwnerMetaSQLProviderFactory.java | 14 +
.../provider/base/JobMetaBaseSQLProvider.java | 29 +-
.../provider/base/OwnerMetaBaseSQLProvider.java | 35 +
.../postgresql/JobMetaPostgreSQLProvider.java | 9 +-
.../{UserOwnerRelPO.java => GroupOwnerRelPO.java} | 5 +-
.../gravitino/storage/relational/po/JobPO.java | 15 +-
.../relational/service/OwnerMetaService.java | 26 +-
.../connector/authorization/TestAuthorization.java | 10 +-
.../ranger/TestRangerAuthorization.java | 15 +
.../org/apache/gravitino/job/TestJobManager.java | 152 ++++
.../listener/api/event/TestJobEventDispatcher.java | 11 +-
.../gravitino/listener/api/info/TestJobInfo.java | 79 ++
.../org/apache/gravitino/meta/TestJobEntity.java | 161 +++-
.../relational/TestJDBCBackendBatchGet.java | 2 +
.../gravitino/storage/relational/po/TestJobPO.java | 33 +-
.../service/TestEntityChangeLogService.java | 1 +
.../relational/service/TestJobMetaService.java | 5 +-
.../service/TestJobTemplateMetaService.java | 3 +
.../relational/service/TestOwnerMetaService.java | 107 +++
design-docs/gravitino-semantic-model-design.md | 707 +++++++++++++++++
design-docs/policy-on-tag.md | 883 +++++++++++++++++++++
docs/jdbc-doris-catalog.md | 1 +
docs/manage-tags-in-gravitino.md | 148 +++-
docs/open-api/jobs.yaml | 95 ++-
docs/open-api/roles.yaml | 1 +
docs/security/access-control.md | 47 +-
docs/security/authorization-pushdown.md | 47 +-
docs/spark-connector/spark-connector.md | 30 +
docs/tags.md | 26 +-
.../flink/connector/catalog/BaseCatalog.java | 7 +-
.../flink/connector/hive/GravitinoHiveCatalog.java | 2 +-
.../flink/connector/catalog/TestBaseCatalog.java | 38 +
.../connector/hive/TestGravitinoHiveCatalog.java | 84 ++
.../lance/service/LanceServiceIdentityFilter.java | 20 +-
.../integration/test/LanceRESTServiceAuthIT.java | 57 +-
.../service/TestLanceServiceIdentityFilter.java | 80 +-
scripts/h2/schema-2.0.0-h2.sql | 1 +
scripts/h2/upgrade-1.3.0-to-2.0.0-h2.sql | 2 +
scripts/mysql/schema-2.0.0-mysql.sql | 1 +
scripts/mysql/upgrade-1.3.0-to-2.0.0-mysql.sql | 3 +
scripts/postgresql/schema-2.0.0-postgresql.sql | 2 +
.../upgrade-1.3.0-to-2.0.0-postgresql.sql | 3 +
.../AuthorizationExpressionConstants.java | 15 +
.../AuthorizationExpressionConverter.java | 5 +
.../web/filter/GravitinoInterceptionService.java | 3 +-
.../authorization/AuthorizeExecutorFactory.java | 6 +-
.../LoadTableAuthorizationExecutor.java | 28 +-
.../gravitino/server/web/rest/JobOperations.java | 172 +++-
.../gravitino/server/web/rest/TableOperations.java | 4 +-
.../filter/TestGravitinoInterceptionService.java | 167 ++++
.../TestLoadTableAuthorizationExecutor.java | 3 +-
.../server/web/rest/TestJobOperations.java | 385 ++++++++-
.../TestTableAuthorizationExpression.java | 98 ++-
.../spark/connector/GravitinoSparkConfig.java | 18 +
.../connector/catalog/GravitinoCatalogManager.java | 176 +++-
.../spark/connector/catalog/GravitinoIdentity.java | 141 ++++
.../connector/plugin/GravitinoDriverPlugin.java | 86 +-
.../catalog/TestBaseCatalogAuthorization.java | 4 +-
.../catalog/TestGravitinoCatalogManager.java | 283 +++++++
.../connector/glue/TestGravitinoGlueCatalog.java | 3 +-
.../plugin/TestGravitinoDriverPlugin.java | 89 +++
.../trino/connector/GravitinoConnectorFactory.java | 48 +-
.../trino/connector/GravitinoDynamicFilter.java | 16 +
.../trino/connector/util/json/JsonCodec.java | 123 ++-
.../connector/TestGravitinoConnectorFactory.java | 74 ++
.../trino/connector/util/json/TestJsonCodec.java | 105 +++
105 files changed, 5989 insertions(+), 232 deletions(-)
create mode 100644
authorizations/authorization-ranger/src/test/java/org/apache/gravitino/authorization/ranger/TestRangerHelper.java
copy
core/src/main/java/org/apache/gravitino/storage/relational/po/{UserOwnerRelPO.java
=> GroupOwnerRelPO.java} (87%)
create mode 100644
core/src/test/java/org/apache/gravitino/listener/api/info/TestJobInfo.java
create mode 100644 design-docs/gravitino-semantic-model-design.md
create mode 100644 design-docs/policy-on-tag.md
create mode 100644
flink-connector/flink-common/src/test/java/org/apache/gravitino/flink/connector/hive/TestGravitinoHiveCatalog.java
create mode 100644
spark-connector/spark-common/src/main/java/org/apache/gravitino/spark/connector/catalog/GravitinoIdentity.java
create mode 100644
spark-connector/spark-common/src/test/java/org/apache/gravitino/spark/connector/catalog/TestGravitinoCatalogManager.java
create mode 100644
trino-connector/trino-connector/src/test/java/org/apache/gravitino/trino/connector/TestGravitinoConnectorFactory.java
create mode 100644
trino-connector/trino-connector/src/test/java/org/apache/gravitino/trino/connector/util/json/TestJsonCodec.java
