This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new d7ad9352f91 [opt](catalog) add indent (#2871)
d7ad9352f91 is described below
commit d7ad9352f915dd104d47782af85d2c2c5e235b1e
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Thu Sep 11 18:04:45 2025 -0700
[opt](catalog) add indent (#2871)
## Versions
- [x] dev
- [ ] 3.0
- [ ] 2.1
- [ ] 2.0
## Languages
- [x] Chinese
- [ ] English
## Docs Checklist
- [ ] Checked by AI
- [ ] Test Cases Built
---
.../current/lakehouse/catalogs/hive-catalog.mdx | 448 ++++++-----
.../current/lakehouse/catalogs/iceberg-catalog.mdx | 830 ++++++++++-----------
.../current/lakehouse/catalogs/paimon-catalog.mdx | 506 ++++++-------
3 files changed, 891 insertions(+), 893 deletions(-)
diff --git
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/hive-catalog.mdx
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/hive-catalog.mdx
index d5bc999344e..0e3b23c0269 100644
---
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/hive-catalog.mdx
+++
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/hive-catalog.mdx
@@ -161,184 +161,184 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_hdfs_test_catalog PROPERTIES
(
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.username' = 'doris'
+ CREATE CATALOG hive_hms_hdfs_test_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.username' = 'doris'
);
```
访问开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_hdfs_kerberos_test_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.client.principal' =
'hive/[email protected]',
- 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'hadoop.security.authentication' = 'kerberos',
- 'hadoop.kerberos.principal' =
'hive/[email protected]',
- 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
+ CREATE CATALOG hive_hms_hdfs_kerberos_test_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.client.principal' =
'hive/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'hadoop.security.authentication' = 'kerberos',
+ 'hadoop.kerberos.principal' =
'hive/[email protected]',
+ 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
);
```
</TabItem>
<TabItem value='ViewFs' label='ViewFs'>
```sql
CREATE CATALOG hive_viewfs PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://172.0.0.1:9083',
- 'fs.defaultFS' = 'viewfs://your-cluster',
- 'fs.viewfs.mounttable.your-cluster.link./ns1' =
'hdfs://your-nameservice/',
- 'fs.viewfs.mounttable.your-cluster.homedir' = '/ns1',
- 'dfs.nameservices' = 'your-nameservice',
- 'dfs.ha.namenodes.your-nameservice' = 'nn1,nn2',
- 'dfs.namenode.rpc-address.your-nameservice.nn1' =
'172.21.0.2:8088',
- 'dfs.namenode.rpc-address.your-nameservice.nn2' =
'172.21.0.3:8088',
- 'dfs.client.failover.proxy.provider.your-nameservice' =
'org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider'
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://172.0.0.1:9083',
+ 'fs.defaultFS' = 'viewfs://your-cluster',
+ 'fs.viewfs.mounttable.your-cluster.link./ns1' =
'hdfs://your-nameservice/',
+ 'fs.viewfs.mounttable.your-cluster.homedir' = '/ns1',
+ 'dfs.nameservices' = 'your-nameservice',
+ 'dfs.ha.namenodes.your-nameservice' = 'nn1,nn2',
+ 'dfs.namenode.rpc-address.your-nameservice.nn1' =
'172.21.0.2:8088',
+ 'dfs.namenode.rpc-address.your-nameservice.nn2' =
'172.21.0.3:8088',
+ 'dfs.client.failover.proxy.provider.your-nameservice' =
'org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_s3_test_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 's3.region' = 'ap-east-1',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_s3_test_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 's3.region' = 'ap-east-1',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_on_oss_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_on_oss_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
访问开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_on_oss_kerberos_old_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.client.principal' =
'hive/[email protected]',
- 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_on_oss_kerberos_old_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.client.principal' =
'hive/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_cos_test_region_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_cos_test_region_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
访问开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_on_cos_kerberos_new_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.client.principal' =
'hive/[email protected]',
- 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_on_cos_kerberos_new_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.client.principal' =
'hive/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS test_hive_on_hms_obs_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_hive_on_hms_obs_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
访问开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_on_obs_kerberos_new_catalog
PROPERTIES (
- 'type' = 'hms',
- 'iceberg.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled' = 'true',
- 'hive.metastore.client.principal' =
'hive/[email protected]',
- 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_on_obs_kerberos_new_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'iceberg.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled' = 'true',
+ 'hive.metastore.client.principal' =
'hive/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='GCS' label='GCS'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS `hive_hms_on_gcs_new_catalog`
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'gs.access_key' = 'ACCESS_KEY',
- 'gs.secret_key' = 'SECRET_KEY',
- 'fs.gcs.support'='true'
+ CREATE CATALOG `hive_hms_on_gcs_new_catalog` PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'gs.access_key' = 'ACCESS_KEY',
+ 'gs.secret_key' = 'SECRET_KEY',
+ 'fs.gcs.support'='true'
);
```
</TabItem>
<TabItem value='MinIO' label='MinIO'>
```sql
CREATE CATALOG test_hive_on_hms_minio_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'fs.minio.support' = 'true',
- 'minio.use_path_style' = 'true',
- 'minio.endpoint' = 'http://127.0.0.1:19001',
- 'minio.access_key' = 'ACCESS_KEY',
- 'minio.secret_key' = 'SECRET_KEY'
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'fs.minio.support' = 'true',
+ 'minio.use_path_style' = 'true',
+ 'minio.endpoint' = 'http://127.0.0.1:19001',
+ 'minio.access_key' = 'ACCESS_KEY',
+ 'minio.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -351,103 +351,103 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_hdfs_test_catalog PROPERTIES
(
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'hadoop.username' = 'doris',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
+ CREATE CATALOG hive_hms_hdfs_test_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'hadoop.username' = 'doris',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
);
```
访问开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS test_two_hive_kerberos PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'hive.metastore.kerberos.principal' =
'hive/[email protected]',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.kerberos.min.seconds.before.relogin' = '5',
- 'hadoop.security.authentication' = 'kerberos',
- 'hadoop.kerberos.principal' =
'hive/[email protected]',
- 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT'
+ CREATE CATALOG test_two_hive_kerberos PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'hive.metastore.kerberos.principal' =
'hive/[email protected]',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.kerberos.min.seconds.before.relogin' = '5',
+ 'hadoop.security.authentication' = 'kerberos',
+ 'hadoop.kerberos.principal' =
'hive/[email protected]',
+ 'hadoop.kerberos.keytab' =
'/keytabs/hive-presto-master.keytab',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS hms_on_s3_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hms_on_s3_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_on_oss_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_on_oss_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_cos_test_region_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_hms_cos_test_region_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_hive_on_hms_obs_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_hive_on_hms_obs_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='GCS' label='GCS'>
```sql
- CREATE CATALOG IF NOT EXISTS hive_hms_on_gcs_s3 PROPERTIES (
- 'type'='hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' = 's3://bucket/gcs/paimon_warehouse',
- 'gs.access_key' = 'ACCESS_KEY',
- 'gs.secret_key' = 'SECRET_KEY',
- 'gs.endpoint' = 'storage.googleapis.com'
+ CREATE CATALOG hive_hms_on_gcs_s3 PROPERTIES (
+ 'type'='hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' = 's3://bucket/gcs/paimon_warehouse',
+ 'gs.access_key' = 'ACCESS_KEY',
+ 'gs.secret_key' = 'SECRET_KEY',
+ 'gs.endpoint' = 'storage.googleapis.com'
);
```
</TabItem>
<TabItem value='MinIO' label='MinIO'>
```sql
- CREATE CATALOG IF NOT EXISTS test_hive_on_hms_minio_catalog
PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 's3.endpoint' = 'http://127.0.0.1:19000',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY',
- 's3.path.style.access' = 'true'
+ CREATE CATALOG test_hive_on_hms_minio_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 's3.endpoint' = 'http://127.0.0.1:19000',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY',
+ 's3.path.style.access' = 'true'
);
```
</TabItem>
@@ -461,28 +461,28 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='S3' label='S3' default>
AWS Glue 和 S3 存储服务共用一套认证信息。
```sql
- CREATE CATALOG IF NOT EXISTS hive_glue_on_s3_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.type' = 'glue',
- 'glue.region' = 'ap-east-1',
- 'glue.endpoint' = 'https://glue.ap-east-1.amazonaws.com',
- 'glue.access_key' = 'ACCESS_KEY',
- 'glue.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_glue_on_s3_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.type' = 'glue',
+ 'glue.region' = 'ap-east-1',
+ 'glue.endpoint' = 'https://glue.ap-east-1.amazonaws.com',
+ 'glue.access_key' = 'ACCESS_KEY',
+ 'glue.secret_key' = 'SECRET_KEY'
);
```
Glue 服务的认证信息和 S3 的认证信息不一致时，可以通过以下方式单独指定 S3 的认证信息。
```sql
- CREATE CATALOG IF NOT EXISTS hive_glue_on_s3_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.type' = 'glue',
- 'glue.region' = 'ap-east-1',
- 'glue.endpoint' = 'https://glue.ap-east-1.amazonaws.com',
- 'glue.access_key' = 'ACCESS_KEY',
- 'glue.secret_key' = 'SECRET_KEY',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com/',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_glue_on_s3_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.type' = 'glue',
+ 'glue.region' = 'ap-east-1',
+ 'glue.endpoint' = 'https://glue.ap-east-1.amazonaws.com',
+ 'glue.access_key' = 'ACCESS_KEY',
+ 'glue.secret_key' = 'SECRET_KEY',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com/',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -494,12 +494,12 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='S3' label='S3' default>
```sql
create catalog hive_glue PROPERTIES(
- 'type' = 'hms',
- 'hive.metastore.type' = 'glue',
- 'glue.endpoint' = 'https://glue.ap-northeast-1.amazonaws.com',
- 'glue.region' = 'ap-northeast-1',
- 'glue.access_key' = 'ACCESS_KEY',
- 'glue.secret_key' = 'SECRET_KEY'
+ 'type' = 'hms',
+ 'hive.metastore.type' = 'glue',
+ 'glue.endpoint' = 'https://glue.ap-northeast-1.amazonaws.com',
+ 'glue.region' = 'ap-northeast-1',
+ 'glue.access_key' = 'ACCESS_KEY',
+ 'glue.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -512,15 +512,15 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<Tabs>
<TabItem value='DLF 1.0' label='DLF 1.0' default>
```sql
- CREATE CATALOG IF NOT EXISTS hive_dlf_oss_test_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.type' = 'dlf',
- 'dlf.uid' = '203225413946383283',
- 'dlf.catalog_id' = 'p2_regression_case',
- 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
- 'dlf.region' = 'cn-beijing',
- 'dlf.access_key' = 'ACCESS_KEY',
- 'dlf.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_dlf_oss_test_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.type' = 'dlf',
+ 'dlf.uid' = '203225413946383283',
+ 'dlf.catalog_id' = 'p2_regression_case',
+ 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
+ 'dlf.region' = 'cn-beijing',
+ 'dlf.access_key' = 'ACCESS_KEY',
+ 'dlf.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -532,23 +532,21 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<Tabs>
<TabItem value='DLF 1.0' label='DLF 1.0' default>
```sql
- CREATE CATALOG IF NOT EXISTS hive_dlf_oss_test_catalog PROPERTIES (
- 'type' = 'hms',
- 'hive.metastore.type' = 'dlf',
- 'dlf.uid' = '203225413946383283',
- 'dlf.catalog.id' = 'p2_regression_case',
- 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
- 'dlf.region' = 'cn-beijing',
- 'dlf.access_key' = 'ACCESS_KEY',
- 'dlf.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG hive_dlf_oss_test_catalog PROPERTIES (
+ 'type' = 'hms',
+ 'hive.metastore.type' = 'dlf',
+ 'dlf.uid' = '203225413946383283',
+ 'dlf.catalog.id' = 'p2_regression_case',
+ 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
+ 'dlf.region' = 'cn-beijing',
+ 'dlf.access_key' = 'ACCESS_KEY',
+ 'dlf.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
</Tabs>
</details>
-
-
## 查询操作
### 基础查询
diff --git
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.mdx
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.mdx
index 730c88cbc24..c0ab6b92ae7 100644
---
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.mdx
+++
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.mdx
@@ -154,86 +154,86 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_hms_on_hdfs_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-hms-hdfs-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8320',
- 'hadoop.username' = 'doris'
+ CREATE CATALOG iceberg_hms_on_hdfs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-hms-hdfs-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8320',
+ 'hadoop.username' = 'doris'
);
```
访问开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS
iceberg_hms_on_hdfs_kerberos_hdfs_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'hdfs://127.0.0.1:8520/iceberg-hms-hdfs-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.client.principal' =
'hive/[email protected]',
- 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.security.authentication' = 'kerberos',
-
'hadoop.kerberos.principal'='hive/[email protected]',
- 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
+ CREATE CATALOG iceberg_hms_on_hdfs_kerberos_hdfs_catalog
PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' =
'hdfs://127.0.0.1:8520/iceberg-hms-hdfs-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.client.principal' =
'hive/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.security.authentication' = 'kerberos',
+
'hadoop.kerberos.principal'='hive/[email protected]',
+ 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_hms_on_s3_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-hms-s3-warehouse',
- 's3.region' = 'ap-east-1',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_hms_on_s3_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-hms-s3-warehouse',
+ 's3.region' = 'ap-east-1',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_hms_on_oss_catalog PROPERTIES
(
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'oss://bucket/iceberg/iceberg-hms-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9083',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_hms_on_oss_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 'oss://bucket/iceberg/iceberg-hms-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9083',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
访问开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS
iceberg_hms_on_oss_kerberos_new_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'oss://bucket/iceberg/iceberg-hms-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.client.principal' =
'presto-server/[email protected]',
- 'hive.metastore.client.keytab' = '/keytabs/presto-server.keytab',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_hms_on_oss_kerberos_new_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 'oss://bucket/iceberg/iceberg-hms-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.client.principal' =
'presto-server/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/presto-server.keytab',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -241,100 +241,100 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
访问未开启 Kerberos 认证的 HMS
```sql
CREATE CATALOG `iceberg_hms_on_cos_catalog` PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'cos://bucket/iceberg-hms-cos-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.secret_key' = 'SECRET_KEY',
- 'cos.access_key' = 'ACCESS_KEY'
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 'cos://bucket/iceberg-hms-cos-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.secret_key' = 'SECRET_KEY',
+ 'cos.access_key' = 'ACCESS_KEY'
);
```
访问开启 Kerberos 认证的 HMS
```sql
CREATE CATALOG `iceberg_hms_on_cos_kerberos_new_catalog`
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'cos://bucket/iceberg-hms-cos-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled' = 'true',
- 'hive.metastore.client.principal' =
'hive/[email protected]',
- 'hive.metastore.client.keytab' =
'/keytabs/keytabs/hive-presto-master.keytab',
- 'hadoop.security.auth_to_local' =
'RULE:[2:$1@$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:$1@$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:$1@$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.secret_key' = 'SECRET_KEY',
- 'cos.access_key' = 'ACCESS_KEY'
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 'cos://bucket/iceberg-hms-cos-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled' = 'true',
+ 'hive.metastore.client.principal' =
'hive/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/keytabs/hive-presto-master.keytab',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:$1@$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:$1@$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:$1@$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.secret_key' = 'SECRET_KEY',
+ 'cos.access_key' = 'ACCESS_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS test_iceberg_on_hms_obs_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'obs://bucket/regression/iceberg',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_iceberg_on_hms_obs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 'obs://bucket/regression/iceberg',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
访问开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS obs PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'obs://bucket/regression/iceberg1',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.service.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled' = 'true',
- 'hive.metastore.client.principal' =
'hive/[email protected]',
- 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG obs PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 'obs://bucket/regression/iceberg1',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.service.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled' = 'true',
+ 'hive.metastore.client.principal' =
'hive/[email protected]',
+ 'hive.metastore.client.keytab' =
'/keytabs/hive-presto-master.keytab',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='GCS' label='GCS'>
```sql
- CREATE CATALOG IF NOT EXISTS
`iceberg_hms_on_gcs_kerberos_new_catalog` PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' = 'gs://bucket/iceberg_warehouse',
- 'gs.access_key' = 'ACCESS_KEY',
- 'gs.secret_key' = 'SECRET_KEY',
- 'fs.gcs.support'='true'
+ CREATE CATALOG `iceberg_hms_on_gcs_kerberos_new_catalog`
PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' = 'gs://bucket/iceberg_warehouse',
+ 'gs.access_key' = 'ACCESS_KEY',
+ 'gs.secret_key' = 'SECRET_KEY',
+ 'fs.gcs.support'='true'
);
```
</TabItem>
<TabItem value='MinIO' label='MinIO'>
```sql
- CREATE CATALOG IF NOT EXISTS test_iceberg_on_hms_minio_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 's3://warehouse/wh',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'fs.minio.support' = 'true',
- 'minio.use_path_style' = 'true',
- 'minio.endpoint' = 'http://127.0.0.1:19001',
- 'minio.access_key' = 'ACCESS_KEY',
- 'minio.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_iceberg_on_hms_minio_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 's3://warehouse/wh',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'fs.minio.support' = 'true',
+ 'minio.use_path_style' = 'true',
+ 'minio.endpoint' = 'http://127.0.0.1:19001',
+ 'minio.access_key' = 'ACCESS_KEY',
+ 'minio.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -347,88 +347,88 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_hms_on_hdfs_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-hms-hdfs-warehouse',
- 'hadoop.username' = 'doris',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
+ CREATE CATALOG iceberg_hms_on_hdfs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-hms-hdfs-warehouse',
+ 'hadoop.username' = 'doris',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
);
```
访问开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS
iceberg_hms_on_hdfs_kerberos_hdfs_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'hdfs://127.0.0.1:8520/iceberg-hms-hdfs-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.kerberos.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'hive.metastore.authentication.type' = 'kerberos',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.security.authentication' = 'kerberos',
-
'hadoop.kerberos.principal'='hive/[email protected]',
- 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
+ CREATE CATALOG iceberg_hms_on_hdfs_kerberos_hdfs_catalog
PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' =
'hdfs://127.0.0.1:8520/iceberg-hms-hdfs-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.kerberos.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'hive.metastore.authentication.type' = 'kerberos',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.security.authentication' = 'kerberos',
+
'hadoop.kerberos.principal'='hive/[email protected]',
+ 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_hms_on_s3_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-hms-s3-warehouse',
- 's3.region' = 'ap-east-1',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_hms_on_s3_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-hms-s3-warehouse',
+ 's3.region' = 'ap-east-1',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_hms_on_oss_catalog PROPERTIES
(
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9083',
- 'warehouse' = 'oss://bucket/iceberg/iceberg-hms-warehouse',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_hms_on_oss_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9083',
+ 'warehouse' = 'oss://bucket/iceberg/iceberg-hms-warehouse',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS `iceberg_hms_on_cos_catalog`
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'warehouse' = 'cos://bucket/iceberg-hms-cos-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.secret_key' = 'SECRET_KEY',
- 'cos.access_key' = 'ACCESS_KEY'
+ CREATE CATALOG `iceberg_hms_on_cos_catalog` PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'warehouse' = 'cos://bucket/iceberg-hms-cos-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.secret_key' = 'SECRET_KEY',
+ 'cos.access_key' = 'ACCESS_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_iceberg_on_hms_obs_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' = 'obs://bucket/regression/iceberg',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_iceberg_on_hms_obs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' = 'obs://bucket/regression/iceberg',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -446,29 +446,29 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
AWS Glue 和 S3 存储服务共用一套认证信息。
```sql
CREATE CATALOG `iceberg_glue_on_s3_catalog_` PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'glue',
- 'warehouse' = 's3://bucket/iceberg-glue-s3-warehouse',
- 'glue.region' = 'ap-northeast-1',
- 'glue.endpoint' = 'https://glue.ap-northeast-1.amazonaws.com',
- 'glue.access_key' = 'ACCESS_KEY',
- 'glue.secret_key' = 'SECRET_KEY'
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'glue',
+ 'warehouse' = 's3://bucket/iceberg-glue-s3-warehouse',
+ 'glue.region' = 'ap-northeast-1',
+ 'glue.endpoint' = 'https://glue.ap-northeast-1.amazonaws.com',
+ 'glue.access_key' = 'ACCESS_KEY',
+ 'glue.secret_key' = 'SECRET_KEY'
);
```
Glue 服务的认证信息和 S3 的认证信息不一致时，可以通过以下方式单独指定 S3 的认证信息。
```sql
CREATE CATALOG `iceberg_glue_on_s3_catalog_` PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'glue',
- 'warehouse' =
's3://selectdb-qa-datalake-test/iceberg-glue-s3-warehouse',
- 'glue.region' = 'ap-northeast-1',
- 'glue.endpoint' = 'https://glue.ap-northeast-1.amazonaws.com',
- 'glue.access_key' = 'ACCESS_KEY',
- 'glue.secret_key' = 'SECRET_KEY',
- 's3.endpoint' = 's3.ap-northeast-1.amazonaws.com',
- 's3.region' = 'ap-northeast-1',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'glue',
+ 'warehouse' =
's3://selectdb-qa-datalake-test/iceberg-glue-s3-warehouse',
+ 'glue.region' = 'ap-northeast-1',
+ 'glue.endpoint' = 'https://glue.ap-northeast-1.amazonaws.com',
+ 'glue.access_key' = 'ACCESS_KEY',
+ 'glue.secret_key' = 'SECRET_KEY',
+ 's3.endpoint' = 's3.ap-northeast-1.amazonaws.com',
+ 's3.region' = 'ap-northeast-1',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -483,11 +483,11 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
非 EC2 环境下，需要使用 [aws configure
](https://docs.aws.amazon.com/cli/latest/userguide/cli-configure-files.html) 配置
Credentials 信息，同时在~/.aws目录下生成 credentials 文件。
```sql
CREATE CATALOG glue PROPERTIES (
- 'type'='iceberg',
- 'iceberg.catalog.type' = 'glue',
- 'glue.endpoint' = 'https://glue.us-east-1.amazonaws.com',
- 'glue.access_key' = 'ACCESS_KEY',
- 'glue.secret_key' = 'SECRET_KEY'
+ 'type'='iceberg',
+ 'iceberg.catalog.type' = 'glue',
+ 'glue.endpoint' = 'https://glue.us-east-1.amazonaws.com',
+ 'glue.access_key' = 'ACCESS_KEY',
+ 'glue.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -501,16 +501,16 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<Tabs>
<TabItem value='DLF 1.0' label='DLF 1.0' default>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_dlf_catalog_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type'='dlf',
- 'warehouse' = 'oss://bucket/iceberg-dlf-oss-warehouse',
- 'dlf.uid' = '203225413946383283',
- 'dlf.catalog_id' = 'p2_regression_case',
- 'dlf.region' = 'cn-beijing',
- 'dlf.endpoint' = 'datalake.cn-beijing.aliyuncs.com',
- 'dlf.access_key' = 'ACCESS_KEY',
- 'dlf.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_dlf_catalog_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type'='dlf',
+ 'warehouse' = 'oss://bucket/iceberg-dlf-oss-warehouse',
+ 'dlf.uid' = '203225413946383283',
+ 'dlf.catalog_id' = 'p2_regression_case',
+ 'dlf.region' = 'cn-beijing',
+ 'dlf.endpoint' = 'datalake.cn-beijing.aliyuncs.com',
+ 'dlf.access_key' = 'ACCESS_KEY',
+ 'dlf.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -521,15 +521,15 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<Tabs>
<TabItem value='DLF 1.0' label='DLF 1.0' default>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_dlf_catalog_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type'='dlf',
- 'warehouse' = 'oss://bucket/iceberg-dlf-oss-warehouse',
- 'dlf.uid' = '203225413946383283',
- 'dlf.catalog.id' = 'catalog_id',
- 'dlf.region' = 'cn-beijing',
- 'dlf.access_key' = 'ACCESS_KEY',
- 'dlf.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_dlf_catalog_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type'='dlf',
+ 'warehouse' = 'oss://bucket/iceberg-dlf-oss-warehouse',
+ 'dlf.uid' = '203225413946383283',
+ 'dlf.catalog.id' = 'catalog_id',
+ 'dlf.region' = 'cn-beijing',
+ 'dlf.access_key' = 'ACCESS_KEY',
+ 'dlf.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -547,43 +547,43 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='s3-noauth' label='无认证' default>
```sql
CREATE CATALOG iceberg_static_s3 PROPERTIES (
- 'type' = 'iceberg',
- 'warehouse' = 's3://iceberg_rest_warehouse',
- 'iceberg.catalog.type' = 'rest',
- 'iceberg.rest.uri' = 'http://127.0.0.1:8181',
- 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
- 's3.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
- 's3.region' = 'ap-east-1'
+ 'type' = 'iceberg',
+ 'warehouse' = 's3://iceberg_rest_warehouse',
+ 'iceberg.catalog.type' = 'rest',
+ 'iceberg.rest.uri' = 'http://127.0.0.1:8181',
+ 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
+ 's3.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
+ 's3.region' = 'ap-east-1'
);
```
</TabItem>
<TabItem value='s3-oauth2' label='OAuth2 认证'>
```sql
CREATE CATALOG polaris_oauth2_credential_static_s3
PROPERTIES (
- 'type' = 'iceberg',
- 'warehouse' = 'doris_test',
- 'iceberg.catalog.type' = 'rest',
- 'iceberg.rest.uri' = 'http://127.0.0.1:9000/api/catalog',
- 'iceberg.rest.security.type' = 'oauth2',
- 'iceberg.rest.oauth2.credential' = 'root:secret123',
- 'iceberg.rest.oauth2.server-uri' =
'http://127.0.0.1:9000/api/catalog/v1/oauth/tokens',
- 'iceberg.rest.oauth2.scope' = 'PRINCIPAL_ROLE:ALL',
- 's3.endpoint' = 'https://s3.us-west-2.amazonaws.com',
- 's3.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
- 's3.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
- 's3.region' = 'us-west-2'
+ 'type' = 'iceberg',
+ 'warehouse' = 'doris_test',
+ 'iceberg.catalog.type' = 'rest',
+ 'iceberg.rest.uri' =
'http://127.0.0.1:9000/api/catalog',
+ 'iceberg.rest.security.type' = 'oauth2',
+ 'iceberg.rest.oauth2.credential' = 'root:secret123',
+ 'iceberg.rest.oauth2.server-uri' =
'http://127.0.0.1:9000/api/catalog/v1/oauth/tokens',
+ 'iceberg.rest.oauth2.scope' = 'PRINCIPAL_ROLE:ALL',
+ 's3.endpoint' = 'https://s3.us-west-2.amazonaws.com',
+ 's3.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
+ 's3.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
+ 's3.region' = 'us-west-2'
);
```
</TabItem>
<TabItem value='s3-vended' label='Vended Credentials'>
```sql
CREATE CATALOG gravitino_vended_s3 PROPERTIES (
- 'type' = 'iceberg',
- 'warehouse' = 'warehouse',
- 'iceberg.catalog.type' = 'rest',
- 'iceberg.rest.uri' = 'http://127.0.0.1:9001/iceberg/',
- 'iceberg.rest.vended-credentials-enabled' = 'true'
+ 'type' = 'iceberg',
+ 'warehouse' = 'warehouse',
+ 'iceberg.catalog.type' = 'rest',
+ 'iceberg.rest.uri' = 'http://127.0.0.1:9001/iceberg/',
+ 'iceberg.rest.vended-credentials-enabled' = 'true'
);
```
</TabItem>
@@ -595,32 +595,32 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='oss-noauth' label='无认证' default>
```sql
CREATE CATALOG iceberg_static_oss PROPERTIES (
- 'type' = 'iceberg',
- 'warehouse' = 's3://iceberg_rest_warehouse',
- 'iceberg.catalog.type' = 'rest',
- 'iceberg.rest.uri' = 'http://127.0.0.1:8181',
- 'oss.endpoint' = 'https://oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
- 'oss.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
- 'oss.region' = 'cn-beijing'
+ 'type' = 'iceberg',
+ 'warehouse' = 's3://iceberg_rest_warehouse',
+ 'iceberg.catalog.type' = 'rest',
+ 'iceberg.rest.uri' = 'http://127.0.0.1:8181',
+ 'oss.endpoint' = 'https://oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
+ 'oss.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
+ 'oss.region' = 'cn-beijing'
);
```
</TabItem>
<TabItem value='oss-oauth2' label='OAuth2 认证'>
```sql
CREATE CATALOG polaris_oauth2_credential_static_oss
PROPERTIES (
- 'type' = 'iceberg',
- 'warehouse' = 'doris_test',
- 'iceberg.catalog.type' = 'rest',
- 'iceberg.rest.uri' = 'http://127.0.0.1:9000/api/catalog',
- 'iceberg.rest.security.type' = 'oauth2',
- 'iceberg.rest.oauth2.credential' = 'root:secret123',
- 'iceberg.rest.oauth2.server-uri' =
'http://127.0.0.1:9000/api/catalog/v1/oauth/tokens',
- 'iceberg.rest.oauth2.scope' = 'PRINCIPAL_ROLE:ALL',
- 'oss.endpoint' = 'https://oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
- 'oss.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
- 'oss.region' = 'cn-beijing'
+ 'type' = 'iceberg',
+ 'warehouse' = 'doris_test',
+ 'iceberg.catalog.type' = 'rest',
+ 'iceberg.rest.uri' =
'http://127.0.0.1:9000/api/catalog',
+ 'iceberg.rest.security.type' = 'oauth2',
+ 'iceberg.rest.oauth2.credential' = 'root:secret123',
+ 'iceberg.rest.oauth2.server-uri' =
'http://127.0.0.1:9000/api/catalog/v1/oauth/tokens',
+ 'iceberg.rest.oauth2.scope' = 'PRINCIPAL_ROLE:ALL',
+ 'oss.endpoint' = 'https://oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
+ 'oss.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
+ 'oss.region' = 'cn-beijing'
);
```
</TabItem>
@@ -632,32 +632,32 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='cos-noauth' label='无认证' default>
```sql
CREATE CATALOG iceberg_static_cos PROPERTIES (
- 'type' = 'iceberg',
- 'warehouse' = 's3://iceberg_rest_warehouse',
- 'iceberg.catalog.type' = 'rest',
- 'iceberg.rest.uri' = 'http://127.0.0.1:8181',
- 'cos.endpoint' = 'https://cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
- 'cos.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
- 'cos.region' = 'ap-beijing'
+ 'type' = 'iceberg',
+ 'warehouse' = 's3://iceberg_rest_warehouse',
+ 'iceberg.catalog.type' = 'rest',
+ 'iceberg.rest.uri' = 'http://127.0.0.1:8181',
+ 'cos.endpoint' = 'https://cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
+ 'cos.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
+ 'cos.region' = 'ap-beijing'
);
```
</TabItem>
<TabItem value='cos-oauth2' label='OAuth2 认证'>
```sql
CREATE CATALOG polaris_oauth2_credential_static_cos
PROPERTIES (
- 'type' = 'iceberg',
- 'warehouse' = 'doris_test',
- 'iceberg.catalog.type' = 'rest',
- 'iceberg.rest.uri' = 'http://127.0.0.1:9000/api/catalog',
- 'iceberg.rest.security.type' = 'oauth2',
- 'iceberg.rest.oauth2.credential' = 'root:secret123',
- 'iceberg.rest.oauth2.server-uri' =
'http://127.0.0.1:9000/api/catalog/v1/oauth/tokens',
- 'iceberg.rest.oauth2.scope' = 'PRINCIPAL_ROLE:ALL',
- 'cos.endpoint' = 'https://cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
- 'cos.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
- 'cos.region' = 'ap-beijing'
+ 'type' = 'iceberg',
+ 'warehouse' = 'doris_test',
+ 'iceberg.catalog.type' = 'rest',
+ 'iceberg.rest.uri' =
'http://127.0.0.1:9000/api/catalog',
+ 'iceberg.rest.security.type' = 'oauth2',
+ 'iceberg.rest.oauth2.credential' = 'root:secret123',
+ 'iceberg.rest.oauth2.server-uri' =
'http://127.0.0.1:9000/api/catalog/v1/oauth/tokens',
+ 'iceberg.rest.oauth2.scope' = 'PRINCIPAL_ROLE:ALL',
+ 'cos.endpoint' = 'https://cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'YOUR_AWS_ACCESS_KEY_ID',
+ 'cos.secret_key' = 'YOUR_AWS_SECRET_ACCESS_KEY',
+ 'cos.region' = 'ap-beijing'
);
```
</TabItem>
@@ -704,103 +704,103 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_hdfs_catalog PROPERTIES
(
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-fs-hdfs-warehouse',
- 'hadoop.username' = 'doris',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
+ CREATE CATALOG iceberg_fs_on_hdfs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-fs-hdfs-warehouse',
+ 'hadoop.username' = 'doris',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
);
```
访问开启了 Kerberos 认证的 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_hdfs_kerberos_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' = 'hdfs://127.0.0.1:8520/iceberg-fs-hdfs-warehouse',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.security.authentication' = 'kerberos',
-
'hadoop.kerberos.principal'='hive/[email protected]',
- 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
+ CREATE CATALOG iceberg_fs_on_hdfs_kerberos_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'hdfs://127.0.0.1:8520/iceberg-fs-hdfs-warehouse',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.security.authentication' = 'kerberos',
+
'hadoop.kerberos.principal'='hive/[email protected]',
+ 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_glue_catalog PROPERTIES
(
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-fs-s3-warehouse',
- 's3.region' = 'ap-east-1',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_glue_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-fs-s3-warehouse',
+ 's3.region' = 'ap-east-1',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_cos_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
'cos://doris-build-1308700295/iceberg-fs-cos-warehouse',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_cos_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'cos://doris-build-1308700295/iceberg-fs-cos-warehouse',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_oss_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
'oss://doris-regression-bj/refactor-test/iceberg-fs-oss-warehouse',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_oss_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'oss://doris-regression-bj/refactor-test/iceberg-fs-oss-warehouse',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_fs_on_obs_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' = 'obs://bucket/regression/iceberg',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_fs_on_obs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' = 'obs://bucket/regression/iceberg',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='GCS' label='GCS'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_gcs_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' = 'gs://bucket/iceberg_warehouse',
- 'fs.gcs.support'='true',
- 'gs.access_key' = 'ACCESS_KEY',
- 'gs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_gcs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' = 'gs://bucket/iceberg_warehouse',
+ 'fs.gcs.support'='true',
+ 'gs.access_key' = 'ACCESS_KEY',
+ 'gs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='MinIO' label='MinIO'>
```sql
CREATE CATALOG test_iceberg_fs_on_minio PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type'='hadoop',
- 'warehouse' = 's3://warehouse/wh',
- 'fs.minio.support'='true',
- 'minio.endpoint' = 'http://127.0.0.1:19001',
- 'minio.access_key' = 'admin',
- 'minio.secret_key' = 'password',
- 'minio.use_path_style' = 'true'
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type'='hadoop',
+ 'warehouse' = 's3://warehouse/wh',
+ 'fs.minio.support'='true',
+ 'minio.endpoint' = 'http://127.0.0.1:19001',
+ 'minio.access_key' = 'admin',
+ 'minio.secret_key' = 'password',
+ 'minio.use_path_style' = 'true'
);
```
</TabItem>
@@ -812,63 +812,63 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_hdfs_catalog PROPERTIES
(
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-fs-hdfs-warehouse',
- 'hadoop.username' = 'doris',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
+ CREATE CATALOG iceberg_fs_on_hdfs_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'hdfs://127.0.0.1:8320/user/iceberg/warehouse/iceberg-fs-hdfs-warehouse',
+ 'hadoop.username' = 'doris',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
);
```
访问开启了 Kerberos 认证的 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_hdfs_kerberos_catalog
PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' = 'hdfs://127.0.0.1:8520/iceberg-fs-hdfs-warehouse',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.security.authentication' = 'kerberos',
-
'hadoop.kerberos.principal'='hive/[email protected]',
- 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
+ CREATE CATALOG iceberg_fs_on_hdfs_kerberos_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'hdfs://127.0.0.1:8520/iceberg-fs-hdfs-warehouse',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.security.authentication' = 'kerberos',
+
'hadoop.kerberos.principal'='hive/[email protected]',
+ 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_s3_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-fs-s3-warehouse',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_s3_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
's3://selectdb-qa-datalake-test-hk/refactor-test/iceberg-fs-s3-warehouse',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_cos_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
'cos://doris-build-1308700295/iceberg-fs-cos-warehouse',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_cos_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'cos://doris-build-1308700295/iceberg-fs-cos-warehouse',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_oss_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 'hadoop',
- 'warehouse' =
'oss://bucket/refactor-test/iceberg-fs-oss-warehouse',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_oss_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 'hadoop',
+ 'warehouse' =
'oss://bucket/refactor-test/iceberg-fs-oss-warehouse',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -877,13 +877,13 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
</TabItem>
<TabItem value='GCS' label='GCS'>
```sql
- CREATE CATALOG IF NOT EXISTS iceberg_fs_on_gcs_catalog PROPERTIES (
- 'type'='iceberg',
- 'iceberg.catalog.type'='hadoop',
- 'warehouse' = 's3://bucket/iceberg_warehouse',
- 'gs.endpoint'='storage.googleapis.com',
- 'gs.access_key' = 'ACCESS_KEY',
- 'gs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG iceberg_fs_on_gcs_catalog PROPERTIES (
+ 'type'='iceberg',
+ 'iceberg.catalog.type'='hadoop',
+ 'warehouse' = 's3://bucket/iceberg_warehouse',
+ 'gs.endpoint'='storage.googleapis.com',
+ 'gs.access_key' = 'ACCESS_KEY',
+ 'gs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -901,14 +901,14 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='S3Tables' label='S3Tables' default>
可参阅 [集成 S3 Tables](../best-practices/doris-aws-s3tables.md) 文档。
```sql
- CREATE CATALOG IF NOT EXISTS test_s3tables_write_insert PROPERTIES
(
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 's3tables',
- 'warehouse' =
'arn:aws:s3tables:ap-east-1:12345:bucket/doris-s3-table-bucket',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_s3tables_write_insert PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 's3tables',
+ 'warehouse' =
'arn:aws:s3tables:ap-east-1:12345:bucket/doris-s3-table-bucket',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -921,14 +921,14 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<summary> 3.0.6+ 版本 </summary>
<TabItem value='S3Tables' label='S3Tables' default>
```sql
- CREATE CATALOG IF NOT EXISTS test_s3tables_catalog PROPERTIES (
- 'type' = 'iceberg',
- 'iceberg.catalog.type' = 's3tables',
- 'warehouse' =
'arn:aws:s3tables:ap-east-1:9527:bucket/doris-s3-table-bucket',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_s3tables_catalog PROPERTIES (
+ 'type' = 'iceberg',
+ 'iceberg.catalog.type' = 's3tables',
+ 'warehouse' =
'arn:aws:s3tables:ap-east-1:9527:bucket/doris-s3-table-bucket',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 'https://s3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
diff --git
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.mdx
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.mdx
index 485a9032a8f..7edc1c2e0e0 100644
---
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.mdx
+++
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.mdx
@@ -31,9 +31,9 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
'type' = 'paimon',
'paimon.catalog.type' = '<paimon_catalog_type>',
'warehouse' = '<paimon_warehouse>'
- {MetaStoreProperties},
- {StorageProperties},
- {CommonProperties}
+ [MetaStoreProperties],
+ [StorageProperties],
+ [CommonProperties]
);
```
@@ -140,98 +140,98 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<Tabs>
<TabItem value='HDFS' label='HDFS' default>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_hdfs_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'hdfs://127.0.0.1:8320/user/hive/warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8320',
- 'hadoop.username' = 'doris'
+ CREATE CATALOG test_paimon_on_hms_hdfs_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 'hdfs://127.0.0.1:8320/user/hive/warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8320',
+ 'hadoop.username' = 'doris'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_aws_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' = 's3://bucket/paimon_warehouse',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_aws_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' = 's3://bucket/paimon_warehouse',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_ali_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' = 'oss://bucket/regression/paimon_warehouse',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_ali_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' = 'oss://bucket/regression/paimon_warehouse',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_tx_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'cosn://bucket/paimon_warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_tx_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 'cosn://bucket/paimon_warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_hw_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'obs://bucket/regression/paimon_warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_hw_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 'obs://bucket/regression/paimon_warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='GCS' label='GCS'>
```sql
CREATE CATALOG `paimon_on_gcs` PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'gs://bucket/paimon_warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'fs.gcs.support' = 'true',
- 'gs.secret_key' = 'SECRET_KEY',
- 'gs.access_key' = 'ACCESS_KEY'
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 'gs://bucket/paimon_warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'fs.gcs.support' = 'true',
+ 'gs.secret_key' = 'SECRET_KEY',
+ 'gs.access_key' = 'ACCESS_KEY'
);
```
</TabItem>
<TabItem value='MinIO' label='MinIO'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_hms_on_minio_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 's3://test-bucket/paimon-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'fs.minio.support' = 'true',
- 'minio.endpoint' = 'http://127.0.0.1:19000',
- 'minio.access_key' = 'minioadmin',
- 'minio.secret_key' = 'minioadmin',
- 'minio.use_path_style' = 'true'
+ CREATE CATALOG paimon_hms_on_minio_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 's3://test-bucket/paimon-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'fs.minio.support' = 'true',
+ 'minio.endpoint' = 'http://127.0.0.1:19000',
+ 'minio.access_key' = 'minioadmin',
+ 'minio.secret_key' = 'minioadmin',
+ 'minio.use_path_style' = 'true'
);
```
</TabItem>
@@ -244,88 +244,88 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS paimon_hms_on_hdfs_catalog PROPERTIES
(
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'warehouse' =
'hdfs://127.0.0.1:8320/user/paimon/warehouse/paimon-hms-hdfs-warehouse',
- 'hadoop.username' = 'doris',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
+ CREATE CATALOG paimon_hms_on_hdfs_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'warehouse' =
'hdfs://127.0.0.1:8320/user/paimon/warehouse/paimon-hms-hdfs-warehouse',
+ 'hadoop.username' = 'doris',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8320'
);
```
访问开启 Kerberos 认证的 HMS
```sql
- CREATE CATALOG IF NOT EXISTS
paimon_hms_on_hdfs_kerberos_hdfs_catalog PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'hdfs://127.0.0.1:8520/paimon-hms-hdfs-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
- 'hive.metastore.kerberos.principal' =
'hive/[email protected]',
- 'hive.metastore.sasl.enabled ' = 'true',
- 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
- 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
- RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
- DEFAULT',
- 'hadoop.security.authentication' = 'kerberos',
-
'hadoop.kerberos.principal'='hive/[email protected]',
- 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
+ CREATE CATALOG paimon_hms_on_hdfs_kerberos_hdfs_catalog PROPERTIES
(
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' =
'hdfs://127.0.0.1:8520/paimon-hms-hdfs-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9583',
+ 'hive.metastore.kerberos.principal' =
'hive/[email protected]',
+ 'hive.metastore.sasl.enabled ' = 'true',
+ 'fs.defaultFS' = 'hdfs://127.0.0.1:8520',
+ 'hadoop.security.auth_to_local' =
'RULE:[2:\$1@\$0](.*@LABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERLABS.TERADATA.COM)s/@.*//
+ RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
+ DEFAULT',
+ 'hadoop.security.authentication' = 'kerberos',
+
'hadoop.kerberos.principal'='hive/[email protected]',
+ 'hadoop.kerberos.keytab' = '/keytabs/hive-presto-master.keytab'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_aws_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 's3://bucket-hk/paimon_warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_aws_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 's3://bucket-hk/paimon_warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_ali_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'oss://bucket/regression/paimon_warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'oss.region' = 'cn-beijing',
- 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
- 'oss.access_key' = 'ACCESS_KEY',
- 'oss.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_ali_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 'oss://bucket/regression/paimon_warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'oss.region' = 'cn-beijing',
+ 'oss.endpoint' = 'oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key' = 'ACCESS_KEY',
+ 'oss.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_tx_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'cosn://bucket/paimon_warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_tx_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 'cosn://bucket/paimon_warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_hw_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 'obs://bucket/regression/paimon_warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_hms_hw_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 'obs://bucket/regression/paimon_warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -334,15 +334,15 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
</TabItem>
<TabItem value='MinIO' label='MinIO'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_hms_minio_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'hms',
- 'warehouse' = 's3://bucket/paimon-warehouse',
- 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
- 's3.endpoint' = 'http://127.0.0.1:19000',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY',
- 's3.path.style.access' = 'true'
+ CREATE CATALOG test_paimon_on_hms_minio_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'hms',
+ 'warehouse' = 's3://bucket/paimon-warehouse',
+ 'hive.metastore.uris' = 'thrift://127.0.0.1:9383',
+ 's3.endpoint' = 'http://127.0.0.1:19000',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY',
+ 's3.path.style.access' = 'true'
);
```
</TabItem>
@@ -355,29 +355,29 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<Tabs>
<TabItem value='DLF 1.0' label='DLF 1.0' default>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_dlf_catalog PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'dlf',
- 'warehouse' = 'oss://bucket/p2_regression_case',
- 'dlf.uid' = '772905',
- 'dlf.catalog_id' = 'p2_regression_case',
- 'dlf.region' = 'cn-beijing',
- 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
- 'dlf.access_key' = 'ACCESS_KEY',
- 'dlf.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG paimon_dlf_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'dlf',
+ 'warehouse' = 'oss://bucket/p2_regression_case',
+ 'dlf.uid' = '772905',
+ 'dlf.catalog_id' = 'p2_regression_case',
+ 'dlf.region' = 'cn-beijing',
+ 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
+ 'dlf.access_key' = 'ACCESS_KEY',
+ 'dlf.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='DLF(2.5+)' label='DLF(2.5+)'>
``` sql
CREATE CATALOG paimon_dlf_test PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'rest',
- 'uri' = 'http://cn-beijing-vpc.dlf.aliyuncs.com',
- 'warehouse' = 'new_dfl_paimon_catalog',
- 'paimon.rest.token.provider' = 'dlf',
- 'paimon.rest.dlf.access-key-id' = 'ACCESS_KEY',
- 'paimon.rest.dlf.access-key-secret' = 'SECRET_KEY'
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'rest',
+ 'uri' = 'http://cn-beijing-vpc.dlf.aliyuncs.com',
+ 'warehouse' = 'new_dfl_paimon_catalog',
+ 'paimon.rest.token.provider' = 'dlf',
+ 'paimon.rest.dlf.access-key-id' = 'ACCESS_KEY',
+ 'paimon.rest.dlf.access-key-secret' = 'SECRET_KEY'
);
```
</TabItem>
@@ -392,16 +392,16 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<Tabs>
<TabItem value='DLF 1.0' label='DLF 1.0' default>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_dlf_catalog PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'dlf',
- 'warehouse' = 'oss://bucket/paimon-dlf-oss-warehouse',
- 'dlf.uid' = '7716890',
- 'dlf.catalog.id' = 'p2_regression_case',
- 'dlf.region' = 'cn-beijing',
- 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
- 'dlf.access_key' = 'ACCESS_KEY',
- 'dlf.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG paimon_dlf_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'dlf',
+ 'warehouse' = 'oss://bucket/paimon-dlf-oss-warehouse',
+ 'dlf.uid' = '7716890',
+ 'dlf.catalog.id' = 'p2_regression_case',
+ 'dlf.region' = 'cn-beijing',
+ 'dlf.endpoint' = 'dlf.cn-beijing.aliyuncs.com',
+ 'dlf.access_key' = 'ACCESS_KEY',
+ 'dlf.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -417,88 +417,88 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS ctl_test_paimon_catalog PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'hdfs://127.0.0.1:8020/user/doris/paimon1',
- 'fs.default.fs' = 'hdfs://127.0.0.1:8020'
+ CREATE CATALOG ctl_test_paimon_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'hdfs://127.0.0.1:8020/user/doris/paimon1',
+ 'fs.default.fs' = 'hdfs://127.0.0.1:8020'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_fs_aws_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 's3://bucket/paimon_warehouse',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_fs_aws_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 's3://bucket/paimon_warehouse',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_base_filesystem_paimon_oss
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'oss://bucket/regression/paimon1',
- 'oss.region'='cn-beijing',
- 'oss.endpoint'='oss-cn-beijing.aliyuncs.com',
- 'oss.access_key'='ACCESS_KEY',
- 'oss.secret_key'='SECRET_KEY'
+ CREATE CATALOG paimon_base_filesystem_paimon_oss PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'oss://bucket/regression/paimon1',
+ 'oss.region'='cn-beijing',
+ 'oss.endpoint'='oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key'='ACCESS_KEY',
+ 'oss.secret_key'='SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_base_filesystem_paimon_cosn
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'cosn://bucket/regression/paimon1',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG paimon_base_filesystem_paimon_cosn PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'cosn://bucket/regression/paimon1',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_base_filesystem_paimon_obs
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'obs://bucket/regression/paimon1',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG paimon_base_filesystem_paimon_obs PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'obs://bucket/regression/paimon1',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='GCS' label='GCS'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_on_gcs_s3_fs PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 's3://bucket/paimon_warehouse',
- 'fs.gcs.support' = 'true',
- 'gs.secret_key' = 'SECRET_KEY',
- 'gs.access_key' = 'ACCESS_KEY'
+ CREATE CATALOG paimon_on_gcs_s3_fs PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 's3://bucket/paimon_warehouse',
+ 'fs.gcs.support' = 'true',
+ 'gs.secret_key' = 'SECRET_KEY',
+ 'gs.access_key' = 'ACCESS_KEY'
);
```
</TabItem>
<TabItem value='MinIO' label='MinIO'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_minio_minio PROPERTIES (
- 'type' = 'paimon',
- 'warehouse' = 's3://warehouse/wh',
- 'fs.minio.support' = 'true',
- 'minio.endpoint' = 'http://127.0.0.1:19001',
- 'minio.access_key' = 'admin',
- 'minio.secret_key' = 'password',
- 'minio.use_path_style' = 'true'
+ CREATE CATALOG test_paimon_minio_minio PROPERTIES (
+ 'type' = 'paimon',
+ 'warehouse' = 's3://warehouse/wh',
+ 'fs.minio.support' = 'true',
+ 'minio.endpoint' = 'http://127.0.0.1:19001',
+ 'minio.access_key' = 'admin',
+ 'minio.secret_key' = 'password',
+ 'minio.use_path_style' = 'true'
);
```
</TabItem>
@@ -511,63 +511,63 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='HDFS' label='HDFS' default>
访问未开启 Kerberos 认证的 HMS 和 HDFS 服务
```sql
- CREATE CATALOG IF NOT EXISTS ctl_test_paimon_catalog PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'hdfs://127.0.0.1:8020/user/doris/paimon1',
- 'fs.default.fs' = 'hdfs://127.0.0.1:8020'
+ CREATE CATALOG ctl_test_paimon_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'hdfs://127.0.0.1:8020/user/doris/paimon1',
+ 'fs.default.fs' = 'hdfs://127.0.0.1:8020'
);
```
</TabItem>
<TabItem value='S3' label='S3'>
```sql
- CREATE CATALOG IF NOT EXISTS test_paimon_on_fs_aws_catalog
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 's3://bucket/paimon_warehouse',
- 's3.region' = 'ap-east-1',
- 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG test_paimon_on_fs_aws_catalog PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 's3://bucket/paimon_warehouse',
+ 's3.region' = 'ap-east-1',
+ 's3.endpoint' = 's3.ap-east-1.amazonaws.com',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OSS' label='OSS'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_base_filesystem_paimon_oss
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'oss://bucket/regression/paimon1',
- 'oss.region'='cn-beijing',
- 'oss.endpoint'='oss-cn-beijing.aliyuncs.com',
- 'oss.access_key'='ACCESS_KEY',
- 'oss.secret_key'='SECRET_KEY'
+ CREATE CATALOG paimon_base_filesystem_paimon_oss PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'oss://bucket/regression/paimon1',
+ 'oss.region'='cn-beijing',
+ 'oss.endpoint'='oss-cn-beijing.aliyuncs.com',
+ 'oss.access_key'='ACCESS_KEY',
+ 'oss.secret_key'='SECRET_KEY'
);
```
</TabItem>
<TabItem value='COS' label='COS'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_base_filesystem_paimon_cosn
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'cosn://bucket/regression/paimon1',
- 'cos.region' = 'ap-beijing',
- 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
- 'cos.access_key' = 'ACCESS_KEY',
- 'cos.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG paimon_base_filesystem_paimon_cosn PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'cosn://bucket/regression/paimon1',
+ 'cos.region' = 'ap-beijing',
+ 'cos.endpoint' = 'cos.ap-beijing.myqcloud.com',
+ 'cos.access_key' = 'ACCESS_KEY',
+ 'cos.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
<TabItem value='OBS' label='OBS'>
```sql
- CREATE CATALOG IF NOT EXISTS paimon_base_filesystem_paimon_obs
PROPERTIES (
- 'type' = 'paimon',
- 'paimon.catalog.type' = 'filesystem',
- 'warehouse' = 'obs://bucket/regression/paimon1',
- 'obs.region' = 'cn-north-4',
- 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
- 'obs.access_key' = 'ACCESS_KEY',
- 'obs.secret_key' = 'SECRET_KEY'
+ CREATE CATALOG paimon_base_filesystem_paimon_obs PROPERTIES (
+ 'type' = 'paimon',
+ 'paimon.catalog.type' = 'filesystem',
+ 'warehouse' = 'obs://bucket/regression/paimon1',
+ 'obs.region' = 'cn-north-4',
+ 'obs.endpoint' = 'obs.cn-north-4.myhuaweicloud.com',
+ 'obs.access_key' = 'ACCESS_KEY',
+ 'obs.secret_key' = 'SECRET_KEY'
);
```
</TabItem>
@@ -577,13 +577,13 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES (
<TabItem value='MinIO' label='MinIO'>
```sql
CREATE CATALOG paimon_base_filesystem_paimon_minio PROPERTIES (
- 'type' = 'paimon',
- 'warehouse' = 's3://warehouse/wh',
- 'paimon.catalog.type' = 'filesystem',
- 's3.endpoint' = 'http://127.0.0.1:19001',
- 's3.access_key' = 'ACCESS_KEY',
- 's3.secret_key' = 'SECRET_KEY',
- 's3.path.style.access' = 'true'
+ 'type' = 'paimon',
+ 'warehouse' = 's3://warehouse/wh',
+ 'paimon.catalog.type' = 'filesystem',
+ 's3.endpoint' = 'http://127.0.0.1:19001',
+ 's3.access_key' = 'ACCESS_KEY',
+ 's3.secret_key' = 'SECRET_KEY',
+ 's3.path.style.access' = 'true'
);
```
</TabItem>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
