This is an automated email from the ASF dual-hosted git repository. jshao pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
commit cf731f24ef3f10bb24c57475131c04355c9d7e64 Author: roryqi <jerqi1242949...@gmail.com> AuthorDate: Thu Jun 23 09:49:16 2022 +0800 [Bugfix] Fix MR don't have remote storage information when we use dynamic conf and MEMORY_LOCALE_HDFS storageType (#195) ### What changes were proposed in this pull request? We should aquire the storageType from extraConf. ### Why are the changes needed? If we don't have this patch, MR don't work when we use dynamic conf and MEMORY_LOCALE_HDFS storageType. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Manual test --- .../main/java/org/apache/hadoop/mapreduce/v2/app/RssMRAppMaster.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/client-mr/src/main/java/org/apache/hadoop/mapreduce/v2/app/RssMRAppMaster.java b/client-mr/src/main/java/org/apache/hadoop/mapreduce/v2/app/RssMRAppMaster.java index 7511104..976b03c 100644 --- a/client-mr/src/main/java/org/apache/hadoop/mapreduce/v2/app/RssMRAppMaster.java +++ b/client-mr/src/main/java/org/apache/hadoop/mapreduce/v2/app/RssMRAppMaster.java @@ -180,7 +180,7 @@ public class RssMRAppMaster extends MRAppMaster { RssMRUtils.applyDynamicClientConf(extraConf, clusterClientConf); } - String storageType = conf.get(RssMRConfig.RSS_STORAGE_TYPE); + String storageType = RssMRUtils.getString(extraConf, conf, RssMRConfig.RSS_STORAGE_TYPE); RemoteStorageInfo defaultRemoteStorage = new RemoteStorageInfo(conf.get(RssMRConfig.RSS_REMOTE_STORAGE_PATH, "")); RemoteStorageInfo remoteStorage = ClientUtils.fetchRemoteStorage(