This is an automated email from the ASF dual-hosted git repository.
jshao pushed a change to branch branch-gvfs-fuse-dev
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from 0e4a0dcaa [#5724] fix(bug): testCatalogDetailsCommand() failed in the
CI (#5725)
new b38b9dd13 [#5383] Add column commands to the Gravitino CLI (#5716)
new 03480cc29 [#5673] Add test and docs about how to use GCS in Hive
(#5676)
new fd00c0826 [hotfix] fix camelCase method names from getfieldName to
getFieldName (#5740)
new 2d3c10012 [MINOR] fix(doc): Fix the binary data type mapping error of
the gravitino and paimon tables in the paimon catalog document. (#5741)
new ffbcb4113 [#5619] feat(api): supports credential api for Gravitino
(#5690)
new 6a789a956 [#5279] improvement(cli): Display sort order information for
Tables in the Gravitino CLI (#5709)
new 17dc4d726 [#5383] Add create table command to the Gravitino CLI (#5717)
new 274990dbf [#5098] improvement(doc): add note for Doris type mapping
(#5749)
new ddc3c49e7 [#5750] improvement(auth): Add metalake name in the
authorization plugin (#5751)
new 2ad1e61e0 [#5560] Add support for extra catalogs in the Gravitino CLI
(#5752)
new 49446f7fc [minor] improvement(docs): adjust table properties docs
(#5699)
new a606c1b3a [#5201] feat(client-python): Implement expressions in python
client (#5646)
new cde3baea2 [#5707] fix(web): edit some table would encounter the error:
TypeError: e.type.match (#5762)
new 11cd673ce [#5384] Added simple authentication to the Gravitino CLI
(#5610)
new da17f7919 [Minor] sort options in alphabetical order (#5767)
new 488d29047 [#5384] Added OAuth support to Gravitino CLI (#5618)
new 0a618d4dc [ #5625] feat(bundles) support Aliyun oss credential
provider (#5701)
new fb949c143 [#5772] fix: missing param <T> (#5776)
new 8ab779886 [#5384] Support Kerberos authentication in the Gravitino
CLI. (#5766)
The 19 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/backend-integration-test.yml | 1 +
.github/workflows/build.yml | 6 +-
.../main/java/org/apache/gravitino/Catalog.java | 9 +
.../gravitino/credential/OSSTokenCredential.java | 112 ++++++++
.../gravitino/credential/SupportsCredentials.java | 77 ++++++
.../exceptions/NoSuchCredentialException.java | 22 +-
.../java/org/apache/gravitino/file/Fileset.java | 9 +
.../authorization/ranger/RangerAuthorization.java | 5 +-
.../ranger/RangerAuthorizationHadoopSQLPlugin.java | 8 +-
.../ranger/RangerAuthorizationPlugin.java | 27 +-
.../ranger/integration/test/RangerHiveIT.java | 6 +-
.../ranger/integration/test/RangerITEnv.java | 1 +
build.gradle.kts | 2 +-
bundles/aliyun-bundle/build.gradle.kts | 10 +
.../gravitino/oss/credential/OSSTokenProvider.java | 259 ++++++++++++++++++
.../gravitino/oss/credential/policy/Condition.java | 42 ++-
.../gravitino/oss/credential/policy/Effect.java | 14 +-
.../gravitino/oss/credential/policy/Policy.java | 73 +++++
.../gravitino/oss/credential/policy/Statement.java | 103 +++++++
.../oss/credential/policy/StringLike.java | 58 ++++
....apache.gravitino.credential.CredentialProvider | 19 ++
.../gravitino/credential/CredentialConstants.java | 3 +
.../apache/gravitino/storage/OSSProperties.java | 11 +-
catalogs/catalog-hive/build.gradle.kts | 1 +
.../hive/integration/test/CatalogHiveGCSIT.java | 109 ++++++++
.../lakehouse/paimon/utils/TableOpsUtils.java | 24 +-
.../lakehouse/paimon/ops/TestPaimonCatalogOps.java | 38 +--
.../lakehouse/paimon/utils/TestTableOpsUtils.java | 34 +--
clients/cli/build.gradle.kts | 5 +
.../org/apache/gravitino/cli/DefaultConverter.java | 53 ++++
.../org/apache/gravitino/cli/ErrorMessages.java | 4 +-
.../java/org/apache/gravitino/cli/FullName.java | 20 +-
.../apache/gravitino/cli/GravitinoCommandLine.java | 179 +++++++++++-
.../org/apache/gravitino/cli/GravitinoConfig.java | 58 +++-
.../org/apache/gravitino/cli/GravitinoOptions.java | 86 ++++--
.../org/apache/gravitino/cli/KerberosData.java | 54 ++++
.../java/org/apache/gravitino/cli/OAuthData.java | 79 ++++++
.../java/org/apache/gravitino/cli/ParseType.java | 73 +++++
.../java/org/apache/gravitino/cli/ParsedType.java | 100 +++++++
.../apache/gravitino/cli/PositionConverter.java | 31 ++-
.../java/org/apache/gravitino/cli/Providers.java | 20 ++
.../org/apache/gravitino/cli/ReadTableCSV.java | 152 +++++++++++
.../apache/gravitino/cli/TestableCommandLine.java | 167 +++++++++++-
.../org/apache/gravitino/cli/TypeConverter.java | 121 +++++++++
.../{UpdateTableComment.java => AddColumn.java} | 61 ++++-
.../gravitino/cli/commands/CatalogDetails.java | 5 +-
.../org/apache/gravitino/cli/commands/Command.java | 106 +++++++-
.../{UpdateTableComment.java => CreateTable.java} | 58 ++--
.../{UpdateTableComment.java => DeleteColumn.java} | 33 ++-
.../gravitino/cli/commands/MetalakeDetails.java | 4 +-
.../{CatalogDetails.java => TableSortOrder.java} | 52 ++--
...bleName.java => UpdateColumnAutoIncrement.java} | 37 ++-
...eTableComment.java => UpdateColumnComment.java} | 31 ++-
...ateTableName.java => UpdateColumnDatatype.java} | 40 ++-
...dateTableName.java => UpdateColumnDefault.java} | 44 ++-
...{UpdateTableName.java => UpdateColumnName.java} | 31 ++-
...TableName.java => UpdateColumnNullability.java} | 37 ++-
...ateTableName.java => UpdateColumnPosition.java} | 40 ++-
.../gravitino/cli/commands/UpdateTableComment.java | 1 +
.../gravitino/cli/commands/UpdateTableName.java | 1 +
.../apache/gravitino/cli/TestCatalogCommands.java | 2 +-
.../apache/gravitino/cli/TestColumnCommands.java | 301 +++++++++++++++++++++
.../apache/gravitino/cli/TestDefaultConverter.java | 100 +++++++
.../org/apache/gravitino/cli/TestFulllName.java | 21 +-
.../apache/gravitino/cli/TestMetalakeCommands.java | 2 +-
.../org/apache/gravitino/cli/TestParseType.java | 67 +++++
.../gravitino/cli/TestPositionConverter.java | 82 ++++++
.../org/apache/gravitino/cli/TestProviders.java | 13 +
.../org/apache/gravitino/cli/TestReadTableCSV.java | 153 +++++++++++
.../apache/gravitino/cli/TestTableCommands.java | 55 ++++
.../org/apache/gravitino/cli/TestTagCommands.java | 2 +-
.../apache/gravitino/cli/TestTypeConverter.java | 99 +++++++
.../gravitino/api/{ => expressions}/__init__.py | 0
.../gravitino/api/expressions/expression.py | 51 ++++
.../api/expressions/function_expression.py | 92 +++++++
.../api/{ => expressions/literals}/__init__.py | 0
.../gravitino/api/expressions/literals/literal.py | 43 +++
.../gravitino/api/expressions/literals/literals.py | 137 ++++++++++
.../gravitino/api/expressions/named_reference.py | 86 ++++++
.../api/expressions/unparsed_expression.py | 77 ++++++
.../gravitino/api/{ => types}/__init__.py | 0
.../gravitino/api/{ => types}/type.py | 0
.../gravitino/api/{ => types}/types.py | 2 +-
.../tests/unittests/test_expressions.py | 61 +++++
.../tests/unittests/test_function_expression.py | 62 +++++
.../client-python/tests/unittests/test_literals.py | 95 +++++++
.../tests/unittests/test_named_reference.py | 39 +++
.../client-python/tests/unittests/test_types.py | 2 +-
.../tests/unittests/test_unparsed_expression.py | 34 +++
.../credential/CredentialPropertyUtils.java | 15 +-
.../credential/TestCredentialPropertiesUtils.java | 17 ++
.../apache/gravitino/connector/BaseCatalog.java | 2 +-
.../connector/authorization/BaseAuthorization.java | 7 +-
.../credential/config/OSSCredentialConfig.java | 110 ++++++++
.../gravitino/hook/MetalakeHookDispatcher.java | 17 +-
.../mysql/TestMySQLAuthorization.java | 3 +-
.../ranger/TestRangerAuthorization.java | 3 +-
dev/docker/hive/Dockerfile | 5 +
dev/docker/hive/hive-dependency.sh | 12 +
dev/docker/hive/hive-site.xml | 10 +
dev/docker/hive/start.sh | 9 +-
docs/apache-hive-catalog.md | 40 +--
docs/cli.md | 134 ++++++++-
docs/docker-image-details.md | 6 +-
...-adls.md => hive-catalog-with-cloud-storage.md} | 40 ++-
docs/iceberg-rest-service.md | 22 +-
docs/jdbc-doris-catalog.md | 12 +-
docs/jdbc-mysql-catalog.md | 24 +-
docs/lakehouse-iceberg-catalog.md | 38 +--
docs/lakehouse-paimon-catalog.md | 79 +++---
gradle/libs.versions.toml | 5 +
iceberg/iceberg-rest-server/build.gradle.kts | 1 +
.../iceberg/integration/test/IcebergRESTOSSIT.java | 135 +++++++++
.../metalake/rightContent/CreateTableDialog.js | 77 ++++--
114 files changed, 4899 insertions(+), 468 deletions(-)
create mode 100644
api/src/main/java/org/apache/gravitino/credential/OSSTokenCredential.java
create mode 100644
api/src/main/java/org/apache/gravitino/credential/SupportsCredentials.java
copy
catalogs/catalog-common/src/main/java/org/apache/gravitino/credential/CredentialConstants.java
=>
api/src/main/java/org/apache/gravitino/exceptions/NoSuchCredentialException.java
(58%)
create mode 100644
bundles/aliyun-bundle/src/main/java/org/apache/gravitino/oss/credential/OSSTokenProvider.java
copy
core/src/test/java/org/apache/gravitino/connector/authorization/mysql/TestMySQLAuthorization.java
=>
bundles/aliyun-bundle/src/main/java/org/apache/gravitino/oss/credential/policy/Condition.java
(50%)
copy
catalogs/catalog-common/src/main/java/org/apache/gravitino/storage/OSSProperties.java
=>
bundles/aliyun-bundle/src/main/java/org/apache/gravitino/oss/credential/policy/Effect.java
(58%)
create mode 100644
bundles/aliyun-bundle/src/main/java/org/apache/gravitino/oss/credential/policy/Policy.java
create mode 100644
bundles/aliyun-bundle/src/main/java/org/apache/gravitino/oss/credential/policy/Statement.java
create mode 100644
bundles/aliyun-bundle/src/main/java/org/apache/gravitino/oss/credential/policy/StringLike.java
create mode 100644
bundles/aliyun-bundle/src/main/resources/META-INF/services/org.apache.gravitino.credential.CredentialProvider
create mode 100644
catalogs/catalog-hive/src/test/java/org/apache/gravitino/catalog/hive/integration/test/CatalogHiveGCSIT.java
create mode 100644
clients/cli/src/main/java/org/apache/gravitino/cli/DefaultConverter.java
create mode 100644
clients/cli/src/main/java/org/apache/gravitino/cli/KerberosData.java
create mode 100644
clients/cli/src/main/java/org/apache/gravitino/cli/OAuthData.java
create mode 100644
clients/cli/src/main/java/org/apache/gravitino/cli/ParseType.java
create mode 100644
clients/cli/src/main/java/org/apache/gravitino/cli/ParsedType.java
copy
core/src/test/java/org/apache/gravitino/connector/authorization/mysql/TestMySQLAuthorization.java
=> clients/cli/src/main/java/org/apache/gravitino/cli/PositionConverter.java
(51%)
create mode 100644
clients/cli/src/main/java/org/apache/gravitino/cli/ReadTableCSV.java
create mode 100644
clients/cli/src/main/java/org/apache/gravitino/cli/TypeConverter.java
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableComment.java
=> AddColumn.java} (58%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableComment.java
=> CreateTable.java} (63%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableComment.java
=> DeleteColumn.java} (78%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{CatalogDetails.java
=> TableSortOrder.java} (52%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableName.java
=> UpdateColumnAutoIncrement.java} (70%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableComment.java
=> UpdateColumnComment.java} (76%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableName.java
=> UpdateColumnDatatype.java} (70%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableName.java
=> UpdateColumnDefault.java} (68%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableName.java
=> UpdateColumnName.java} (76%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableName.java
=> UpdateColumnNullability.java} (71%)
copy
clients/cli/src/main/java/org/apache/gravitino/cli/commands/{UpdateTableName.java
=> UpdateColumnPosition.java} (71%)
create mode 100644
clients/cli/src/test/java/org/apache/gravitino/cli/TestDefaultConverter.java
create mode 100644
clients/cli/src/test/java/org/apache/gravitino/cli/TestParseType.java
create mode 100644
clients/cli/src/test/java/org/apache/gravitino/cli/TestPositionConverter.java
create mode 100644
clients/cli/src/test/java/org/apache/gravitino/cli/TestReadTableCSV.java
create mode 100644
clients/cli/src/test/java/org/apache/gravitino/cli/TestTypeConverter.java
copy clients/client-python/gravitino/api/{ => expressions}/__init__.py (100%)
create mode 100644
clients/client-python/gravitino/api/expressions/expression.py
create mode 100644
clients/client-python/gravitino/api/expressions/function_expression.py
copy clients/client-python/gravitino/api/{ =>
expressions/literals}/__init__.py (100%)
create mode 100644
clients/client-python/gravitino/api/expressions/literals/literal.py
create mode 100644
clients/client-python/gravitino/api/expressions/literals/literals.py
create mode 100644
clients/client-python/gravitino/api/expressions/named_reference.py
create mode 100644
clients/client-python/gravitino/api/expressions/unparsed_expression.py
copy clients/client-python/gravitino/api/{ => types}/__init__.py (100%)
rename clients/client-python/gravitino/api/{ => types}/type.py (100%)
rename clients/client-python/gravitino/api/{ => types}/types.py (99%)
create mode 100644 clients/client-python/tests/unittests/test_expressions.py
create mode 100644
clients/client-python/tests/unittests/test_function_expression.py
create mode 100644 clients/client-python/tests/unittests/test_literals.py
create mode 100644
clients/client-python/tests/unittests/test_named_reference.py
create mode 100644
clients/client-python/tests/unittests/test_unparsed_expression.py
create mode 100644
core/src/main/java/org/apache/gravitino/credential/config/OSSCredentialConfig.java
rename docs/{hive-catalog-with-s3-and-adls.md =>
hive-catalog-with-cloud-storage.md} (84%)
create mode 100644
iceberg/iceberg-rest-server/src/test/java/org/apache/gravitino/iceberg/integration/test/IcebergRESTOSSIT.java
