This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new 8bed448e6a3 [Fix](multi-catalog) Fix hadoop viewfs issues. (#24505)
8bed448e6a3 is described below
commit 8bed448e6a335fa63e7012662072dfd056281a1a
Author: Qi Chen <[email protected]>
AuthorDate: Mon Sep 18 18:16:01 2023 +0800
[Fix](multi-catalog) Fix hadoop viewfs issues. (#24505)
cherry pick #24507
---
fe/fe-core/src/main/java/org/apache/doris/analysis/ExportStmt.java | 4 ++--
.../java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java | 2 +-
2 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/analysis/ExportStmt.java
b/fe/fe-core/src/main/java/org/apache/doris/analysis/ExportStmt.java
index 244a58ed55d..ee4377ee246 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/ExportStmt.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/ExportStmt.java
@@ -313,8 +313,8 @@ public class ExportStmt extends StatementBase {
throw new AnalysisException("Invalid export path. please use
valid 's3://' path.");
}
} else if (type == StorageBackend.StorageType.HDFS) {
- if (schema == null || !schema.equalsIgnoreCase("hdfs")) {
- throw new AnalysisException("Invalid export path. please use
valid 'HDFS://' path.");
+ if (schema == null || (!schema.equalsIgnoreCase("hdfs") &&
!schema.equalsIgnoreCase("viewfs"))) {
+ throw new AnalysisException("Invalid export path. please use
valid 'HDFS://' or 'viewfs://' path.");
}
} else if (type == StorageBackend.StorageType.LOCAL) {
if (schema != null && !schema.equalsIgnoreCase("file")) {
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
index ec1704547aa..0a85d9ff5bd 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
@@ -416,7 +416,7 @@ public class HiveMetaStoreCache {
if (uri.getScheme() != null) {
String scheme = uri.getScheme();
updateJobConf("fs." + scheme + ".impl.disable.cache",
"true");
- if (!scheme.equals("hdfs")) {
+ if (!scheme.equals("hdfs") && !scheme.equals("viewfs")) {
updateJobConf("fs." + scheme + ".impl",
PropertyConverter.getHadoopFSImplByScheme(scheme));
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
