This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.3.1
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
The following commit(s) were added to refs/heads/dev-1.3.1 by this push:
new 7380eff50 fix #3234
7380eff50 is described below
commit 7380eff50d31357f4386479987f6f8f665accb30
Author: zhangxn <[email protected]>
AuthorDate: Sun Sep 4 19:04:08 2022 +0800
fix #3234
1、linkis-storage module add config
"wds.linkis.fs.hdfs.impl.disable.checksum", default false,
It's can dispose hadoop checksum，when parameter set true can cancel verify
checksum
---
.../main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java | 4 ++++
.../scala/org/apache/linkis/storage/utils/StorageConfiguration.scala | 3 +++
2 files changed, 7 insertions(+)
diff --git
a/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java
b/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java
index 76883e1d4..5e19e28ee 100644
---
a/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java
+++
b/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java
@@ -200,6 +200,10 @@ public class HDFSFileSystem extends FileSystem {
if (fs == null) {
throw new IOException("init HDFS FileSystem failed!");
}
+ if (StorageConfiguration.FS_CHECKSUM_DISBALE().getValue()) {
+ fs.setVerifyChecksum(false);
+ fs.setWriteChecksum(false);
+ }
}
@Override
diff --git
a/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala
b/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala
index 934de4400..bb6f4463e 100644
---
a/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala
+++
b/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala
@@ -80,4 +80,7 @@ object StorageConfiguration {
val FS_CACHE_DISABLE =
CommonVars[java.lang.Boolean]("wds.linkis.fs.hdfs.impl.disable.cache",
false)
+ val FS_CHECKSUM_DISBALE =
+ CommonVars[java.lang.Boolean]("linkis.fs.hdfs.impl.disable.checksum",
false)
+
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
