This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch auto-pick-57004-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from d8663df4249 branch-4.0: [fix](inverted index) Fix skipping data reads
for columns when index is hit #57461 (#57476)
add 14c071e2d1a [feat](catalog) Support catalog attribute connectivity
tester (#57004)
No new revisions were added by this update.
Summary of changes:
.../io/fs/connectivity/s3_connectivity_tester.cpp | 53 ++++
.../s3_connectivity_tester.h} | 13 +-
.../connectivity/storage_connectivity_tester.cpp} | 24 +-
.../storage_connectivity_tester.h} | 16 +-
be/src/service/backend_service.cpp | 8 +
be/src/service/backend_service.h | 3 +
.../apache/doris/datasource/ExternalCatalog.java | 15 +
.../AWSGlueMetaStoreBaseConnectivityTester.java | 70 +++++
.../AbstractHiveConnectivityTester.java} | 21 +-
.../AbstractIcebergConnectivityTester.java} | 21 +-
.../AbstractS3CompatibleConnectivityTester.java | 69 +++++
.../CatalogConnectivityTestCoordinator.java | 320 +++++++++++++++++++++
.../connectivity/HMSBaseConnectivityTester.java | 62 ++++
.../HdfsCompatibleConnectivityTester.java | 51 ++++
.../connectivity/HdfsConnectivityTester.java} | 9 +-
.../HiveGlueMetaStoreConnectivityTester.java} | 30 +-
.../connectivity/HiveHMSConnectivityTester.java} | 29 +-
.../IcebergGlueMetaStoreConnectivityTester.java} | 30 +-
.../IcebergHMSConnectivityTester.java} | 29 +-
.../IcebergRestConnectivityTester.java | 85 ++++++
...cebergS3TablesMetaStoreConnectivityTester.java} | 21 +-
.../connectivity/MetaConnectivityTester.java} | 22 +-
.../connectivity/MinioConnectivityTester.java} | 17 +-
.../connectivity/S3ConnectivityTester.java} | 17 +-
.../connectivity/StorageConnectivityTester.java | 99 +++++++
.../metastore/AWSGlueMetaStoreBaseProperties.java | 65 +++++
.../metastore/AbstractIcebergProperties.java | 1 +
.../metastore/HiveGlueMetaStoreProperties.java | 2 +
.../property/metastore/HiveHMSProperties.java | 3 +-
.../metastore/IcebergGlueMetaStoreProperties.java | 2 +
.../metastore/IcebergHMSMetaStoreProperties.java | 2 +
.../property/metastore/IcebergRestProperties.java | 2 +
.../property/storage/HdfsProperties.java | 17 ++
.../datasource/property/storage/S3Properties.java | 1 +
.../property/storage/StorageProperties.java | 3 +-
.../org/apache/doris/common/GenericPoolTest.java | 6 +
.../apache/doris/utframe/MockedBackendFactory.java | 9 +
gensrc/thrift/BackendService.thrift | 12 +
.../test_iceberg_rest_minio_connectivity.groovy | 105 +++++++
.../test_connection/test_connectivity.groovy | 207 +++++++++++++
40 files changed, 1412 insertions(+), 159 deletions(-)
create mode 100644 be/src/io/fs/connectivity/s3_connectivity_tester.cpp
copy be/src/io/fs/{encrypted_fs_factory.h =>
connectivity/s3_connectivity_tester.h} (77%)
copy be/src/{runtime/workload_management/cpu_context.cpp =>
io/fs/connectivity/storage_connectivity_tester.cpp} (61%)
copy be/src/io/fs/{encrypted_fs_factory.h =>
connectivity/storage_connectivity_tester.h} (76%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AWSGlueMetaStoreBaseConnectivityTester.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportColumnsStmt.java =>
datasource/connectivity/AbstractHiveConnectivityTester.java} (64%)
copy fe/fe-core/src/main/java/org/apache/doris/{analysis/UnsupportedStmt.java
=> datasource/connectivity/AbstractIcebergConnectivityTester.java} (60%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AbstractS3CompatibleConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/CatalogConnectivityTestCoordinator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HMSBaseConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HdfsCompatibleConnectivityTester.java
copy
fe/fe-core/src/main/java/org/apache/doris/{fs/remote/dfs/OFSFileSystem.java =>
datasource/connectivity/HdfsConnectivityTester.java} (77%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/HiveGlueMetaStoreConnectivityTester.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/HiveHMSConnectivityTester.java} (55%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/IcebergGlueMetaStoreConnectivityTester.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/{cloud/catalog/CloudDynamicPartitionProperty.java
=> datasource/connectivity/IcebergHMSConnectivityTester.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergRestConnectivityTester.java
copy
fe/{fe-common/src/main/java/org/apache/doris/cloud/security/DummySecurityChecker.java
=>
fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergS3TablesMetaStoreConnectivityTester.java}
(62%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportDeleteOnStmt.java =>
datasource/connectivity/MetaConnectivityTester.java} (65%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportDeleteOnStmt.java =>
datasource/connectivity/MinioConnectivityTester.java} (68%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportDeleteOnStmt.java =>
datasource/connectivity/S3ConnectivityTester.java} (68%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/StorageConnectivityTester.java
create mode 100644
regression-test/suites/external_table_p0/test_connection/test_iceberg_rest_minio_connectivity.groovy
create mode 100644
regression-test/suites/external_table_p2/test_connection/test_connectivity.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
