yuxuan-luo opened a new issue, #22495: URL: https://github.com/apache/doris/issues/22495
### Search before asking - [X] I had searched in the [issues](https://github.com/apache/doris/issues?q=is%3Aissue) and found no similar issues. ### Version 2.0 master ### What's Wrong? 数据在 iceberg on cos 对象存储时，查询失败 MySQL [default]> show create table iceberg_table_name_1\G; *************************** 1. row *************************** Table: iceberg_table_name_1 Create Table: CREATE TABLE `iceberg_table_name_1`( `id` bigint, `name` string, `age` int) ROW FORMAT SERDE 'org.apache.iceberg.mr.hive.HiveIcebergSerDe' STORED AS INPUTFORMAT 'org.apache.iceberg.mr.hive.HiveIcebergInputFormat' OUTPUTFORMAT 'org.apache.iceberg.mr.hive.HiveIcebergOutputFormat' LOCATION 'cosn://hugoluo-test-1301087413/' TBLPROPERTIES ( 'external.table.purge'='TRUE', 'last_modified_time'='1690529866', 'transient_lastDdlTime'='1690529866', 'last_modified_by'='hadoop', 'table_spec_internal_v_0_1_1'='[]', 'storage_handler'='org.apache.iceberg.mr.hive.HiveIcebergStorageHandler', 'uuid'='4a1500b1-116e-4291-9a95-2df524999f22', 'engine.hive.enabled'='true', 'totalSize'='7235249375', 'EXTERNAL'='TRUE', 'numFiles'='49', 'metadata_location'='cosn://hugoluo-texxxxxx/metadata/00000-8934fc10-cfb8-43d5-b026-6208babe0df2.metadata.json', 'table_type'='ICEBERG') 1 row in set (0.01 sec) MySQL [default]> select * from iceberg_table_name_1; ERROR 1105 (HY000): errCode = 2, detailMessage = Unexpected exception: org.apache.iceberg.exceptions.RuntimeIOException: Failed to get file system for path: cosn://hugoluo-test-1301087413/metadata/00000-8934fc10-cfb8-43d5-b026-6208babe0df2.metadata.json fe 报错信息： 2023-08-02 14:51:39,244 WARN (mysql-nio-pool-2|375) [StmtExecutor.analyze():971] Analyze failed. stmt[17, 2ee0f232073b4b57-8d1e3e8e28e6e31f] com.google.common.util.concurrent.UncheckedExecutionException: org.apache.iceberg.exceptions.RuntimeIOException: Failed to get file system for path: cosn://hugoluo-test-1301087413/metadata/00000-8934fc10-cfb8-43d5-b026-6208babe0df2.metadata.json at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2051) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache.get(LocalCache.java:3951) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3974) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4935) ~[guava-30.0-jre.jar:?] at org.apache.doris.datasource.ExternalSchemaCache.getSchema(ExternalSchemaCache.java:90) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.ExternalTable.getFullSchema(ExternalTable.java:232) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.ExternalTable.getBaseSchema(ExternalTable.java:237) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.analysis.SelectStmt.expandStar(SelectStmt.java:1181) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.analysis.SelectStmt.expandStar(SelectStmt.java:1150) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.analysis.SelectStmt.analyze(SelectStmt.java:521) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.StmtExecutor.analyzeAndGenerateQueryPlan(StmtExecutor.java:1045) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.StmtExecutor.analyze(StmtExecutor.java:954) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.StmtExecutor.executeByLegacy(StmtExecutor.java:656) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:441) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:415) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:431) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.ConnectProcessor.dispatch(ConnectProcessor.java:579) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.qe.ConnectProcessor.processOnce(ConnectProcessor.java:817) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_272] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_272] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_272] Caused by: org.apache.iceberg.exceptions.RuntimeIOException: Failed to get file system for path: cosn://hugoluo-test-1301087413/metadata/00000-8934fc10-cfb8-43d5-b026-6208babe0df2.metadata.json at org.apache.iceberg.hadoop.Util.getFs(Util.java:54) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.hadoop.HadoopInputFile.fromLocation(HadoopInputFile.java:56) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.hadoop.HadoopFileIO.newInputFile(HadoopFileIO.java:73) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.TableMetadataParser.read(TableMetadataParser.java:267) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.lambda$refreshFromMetadataLocation$0(BaseMetastoreTableOperations.java:183) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.lambda$refreshFromMetadataLocation$1(BaseMetastoreTableOperations.java:202) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:402) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:212) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:189) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.refreshFromMetadataLocation(BaseMetastoreTableOperations.java:202) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.refreshFromMetadataLocation(BaseMetastoreTableOperations.java:179) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.refreshFromMetadataLocation(BaseMetastoreTableOperations.java:174) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.hive.HiveTableOperations.doRefresh(HiveTableOperations.java:243) ~[hive-catalog-shade-1.0.1.jar:1.0.1] at org.apache.iceberg.BaseMetastoreTableOperations.refresh(BaseMetastoreTableOperations.java:97) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.current(BaseMetastoreTableOperations.java:80) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreCatalog.loadTable(BaseMetastoreCatalog.java:44) ~[iceberg-core-1.1.0.jar:?] at org.apache.doris.catalog.HiveMetaStoreClientHelper.getIcebergTable(HiveMetaStoreClientHelper.java:910) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.HMSExternalTable.getIcebergSchema(HMSExternalTable.java:437) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.HMSExternalTable.initSchema(HMSExternalTable.java:393) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.ExternalTable.initSchemaAndUpdateTime(ExternalTable.java:349) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalCatalog.getSchema(ExternalCatalog.java:287) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache.loadSchema(ExternalSchemaCache.java:80) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache.access$000(ExternalSchemaCache.java:43) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache$1.load(ExternalSchemaCache.java:61) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache$1.load(ExternalSchemaCache.java:58) ~[doris-fe.jar:1.2-SNAPSHOT] at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3529) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2278) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2155) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2045) ~[guava-30.0-jre.jar:?] ... 21 more Caused by: org.apache.hadoop.fs.UnsupportedFileSystemException: No FileSystem for scheme "cosn" at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:3546) ~[hadoop-common-3.3.5.jar:?] at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3569) ~[hadoop-common-3.3.5.jar:?] at org.apache.hadoop.fs.FileSystem.access$300(FileSystem.java:174) ~[hadoop-common-3.3.5.jar:?] at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3673) ~[hadoop-common-3.3.5.jar:?] at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3624) ~[hadoop-common-3.3.5.jar:?] at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:557) ~[hadoop-common-3.3.5.jar:?] at org.apache.hadoop.fs.Path.getFileSystem(Path.java:365) ~[hadoop-common-3.3.5.jar:?] at org.apache.iceberg.hadoop.Util.getFs(Util.java:52) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.hadoop.HadoopInputFile.fromLocation(HadoopInputFile.java:56) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.hadoop.HadoopFileIO.newInputFile(HadoopFileIO.java:73) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.TableMetadataParser.read(TableMetadataParser.java:267) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.lambda$refreshFromMetadataLocation$0(BaseMetastoreTableOperations.java:183) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.lambda$refreshFromMetadataLocation$1(BaseMetastoreTableOperations.java:202) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:402) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:212) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.TableMetadataParser.read(TableMetadataParser.java:267) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.lambda$refreshFromMetadataLocation$0(BaseMetastoreTableOperations.java:183) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.lambda$refreshFromMetadataLocation$1(BaseMetastoreTableOperations.java:202) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:402) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:212) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:189) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.refreshFromMetadataLocation(BaseMetastoreTableOperations.java:202) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.refreshFromMetadataLocation(BaseMetastoreTableOperations.java:179) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.refreshFromMetadataLocation(BaseMetastoreTableOperations.java:174) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.hive.HiveTableOperations.doRefresh(HiveTableOperations.java:243) ~[hive-catalog-shade-1.0.1.jar:1.0.1] at org.apache.iceberg.BaseMetastoreTableOperations.refresh(BaseMetastoreTableOperations.java:97) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreTableOperations.current(BaseMetastoreTableOperations.java:80) ~[iceberg-core-1.1.0.jar:?] at org.apache.iceberg.BaseMetastoreCatalog.loadTable(BaseMetastoreCatalog.java:44) ~[iceberg-core-1.1.0.jar:?] at org.apache.doris.catalog.HiveMetaStoreClientHelper.getIcebergTable(HiveMetaStoreClientHelper.java:910) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.HMSExternalTable.getIcebergSchema(HMSExternalTable.java:437) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.HMSExternalTable.initSchema(HMSExternalTable.java:393) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.catalog.external.ExternalTable.initSchemaAndUpdateTime(ExternalTable.java:349) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalCatalog.getSchema(ExternalCatalog.java:287) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache.loadSchema(ExternalSchemaCache.java:80) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache.access$000(ExternalSchemaCache.java:43) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache$1.load(ExternalSchemaCache.java:61) ~[doris-fe.jar:1.2-SNAPSHOT] at org.apache.doris.datasource.ExternalSchemaCache$1.load(ExternalSchemaCache.java:58) ~[doris-fe.jar:1.2-SNAPSHOT] at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3529) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2278) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2155) ~[guava-30.0-jre.jar:?] at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2045) ~[guava-30.0-jre.jar:?] ... 21 more ### What You Expected? 能正常查询 ### How to Reproduce? _No response_ ### Anything Else? _No response_ ### Are you willing to submit PR? - [ ] Yes I am willing to submit a PR! ### Code of Conduct - [X] I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct) -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
