This is an automated email from the ASF dual-hosted git repository.
kirs pushed a change to branch auto-pick-57226-branch-3.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from fc8300d6b03 Merge branch 'branch-3.1' into auto-pick-57226-branch-3.1
add 10311bc3ef8 branch-3.1: [feat](catalog) Support catalog attribute
connectivity tester (#57637)
add 206ad72d9e4 branch-3.1: [fix](build): Fix build.sh (#57684)
add 7e6429f239a Merge branch 'branch-3.1' into auto-pick-57226-branch-3.1
No new revisions were added by this update.
Summary of changes:
.../io/fs/connectivity/s3_connectivity_tester.cpp | 53 ++++
.../s3_connectivity_tester.h} | 13 +-
.../connectivity/storage_connectivity_tester.cpp} | 28 +-
.../storage_connectivity_tester.h} | 16 +-
be/src/service/backend_service.cpp | 7 +
be/src/service/backend_service.h | 3 +
build.sh | 132 ++++-----
.../apache/doris/datasource/ExternalCatalog.java | 15 +
.../AWSGlueMetaStoreBaseConnectivityTester.java | 70 +++++
.../AbstractHiveConnectivityTester.java} | 23 +-
.../AbstractIcebergConnectivityTester.java} | 21 +-
.../AbstractS3CompatibleConnectivityTester.java | 69 +++++
.../CatalogConnectivityTestCoordinator.java | 320 +++++++++++++++++++++
.../connectivity/HMSBaseConnectivityTester.java | 62 ++++
.../HdfsCompatibleConnectivityTester.java | 51 ++++
.../connectivity/HdfsConnectivityTester.java} | 9 +-
.../HiveGlueMetaStoreConnectivityTester.java} | 30 +-
.../connectivity/HiveHMSConnectivityTester.java} | 29 +-
.../IcebergGlueMetaStoreConnectivityTester.java} | 30 +-
.../IcebergHMSConnectivityTester.java} | 29 +-
.../IcebergRestConnectivityTester.java | 85 ++++++
...cebergS3TablesMetaStoreConnectivityTester.java} | 21 +-
.../connectivity/MetaConnectivityTester.java} | 24 +-
.../connectivity/MinioConnectivityTester.java} | 21 +-
.../connectivity/S3ConnectivityTester.java} | 17 +-
.../connectivity/StorageConnectivityTester.java | 99 +++++++
.../metastore/AWSGlueMetaStoreBaseProperties.java | 65 +++++
.../metastore/AbstractIcebergProperties.java | 1 +
.../metastore/HiveGlueMetaStoreProperties.java | 2 +
.../property/metastore/HiveHMSProperties.java | 3 +-
.../metastore/IcebergGlueMetaStoreProperties.java | 2 +
.../metastore/IcebergHMSMetaStoreProperties.java | 2 +
.../property/metastore/IcebergRestProperties.java | 2 +
.../property/storage/HdfsProperties.java | 17 ++
.../datasource/property/storage/S3Properties.java | 1 +
.../property/storage/StorageProperties.java | 3 +-
.../org/apache/doris/common/GenericPoolTest.java | 6 +
.../apache/doris/utframe/MockedBackendFactory.java | 9 +
gensrc/thrift/BackendService.thrift | 12 +
.../test_iceberg_rest_minio_connectivity.groovy | 105 +++++++
.../test_connection/test_connectivity.groovy | 207 +++++++++++++
41 files changed, 1475 insertions(+), 239 deletions(-)
create mode 100644 be/src/io/fs/connectivity/s3_connectivity_tester.cpp
copy be/src/io/fs/{encrypted_fs_factory.h =>
connectivity/s3_connectivity_tester.h} (77%)
copy be/src/{olap/rowset/segment_v2/inverted_index/util/string_helper.h =>
io/fs/connectivity/storage_connectivity_tester.cpp} (61%)
copy be/src/io/fs/{encrypted_fs_factory.h =>
connectivity/storage_connectivity_tester.h} (76%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AWSGlueMetaStoreBaseConnectivityTester.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropAnalyzeJobStmt.java =>
datasource/connectivity/AbstractHiveConnectivityTester.java} (64%)
copy fe/fe-core/src/main/java/org/apache/doris/{analysis/UnsupportedStmt.java
=> datasource/connectivity/AbstractIcebergConnectivityTester.java} (60%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AbstractS3CompatibleConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/CatalogConnectivityTestCoordinator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HMSBaseConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HdfsCompatibleConnectivityTester.java
copy
fe/fe-core/src/main/java/org/apache/doris/{fs/remote/dfs/OFSFileSystem.java =>
datasource/connectivity/HdfsConnectivityTester.java} (77%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/HiveGlueMetaStoreConnectivityTester.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/HiveHMSConnectivityTester.java} (55%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/IcebergGlueMetaStoreConnectivityTester.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/IcebergHMSConnectivityTester.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergRestConnectivityTester.java
copy
fe/{fe-common/src/main/java/org/apache/doris/cloud/security/DummySecurityChecker.java
=>
fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergS3TablesMetaStoreConnectivityTester.java}
(62%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportColumnsStmt.java =>
datasource/connectivity/MetaConnectivityTester.java} (65%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropAnalyzeJobStmt.java =>
datasource/connectivity/MinioConnectivityTester.java} (68%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportDeleteOnStmt.java =>
datasource/connectivity/S3ConnectivityTester.java} (68%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/StorageConnectivityTester.java
create mode 100644
regression-test/suites/external_table_p0/test_connection/test_iceberg_rest_minio_connectivity.groovy
create mode 100644
regression-test/suites/external_table_p2/test_connection/test_connectivity.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
