This is an automated email from the ASF dual-hosted git repository.
roryqi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
The following commit(s) were added to refs/heads/master by this push:
new 4b113702 [MINOR] test(tez): add storage type configs in
TezRemoteShuffleManagerTest (#1015)
4b113702 is described below
commit 4b113702f7393a0767266053f32ab91be9a00e60
Author: Kaijie Chen <[email protected]>
AuthorDate: Mon Jul 17 18:45:42 2023 +0800
[MINOR] test(tez): add storage type configs in TezRemoteShuffleManagerTest
(#1015)
### What changes were proposed in this pull request?
Add storage type configs in TezRemoteShuffleManagerTest
### Why are the changes needed?
StorageType defaults to null, which blocks #980.
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Tested with #980.
---
.../java/org/apache/tez/dag/app/TezRemoteShuffleManagerTest.java | 6 ++++++
1 file changed, 6 insertions(+)
diff --git
a/client-tez/src/test/java/org/apache/tez/dag/app/TezRemoteShuffleManagerTest.java
b/client-tez/src/test/java/org/apache/tez/dag/app/TezRemoteShuffleManagerTest.java
index 9c14602a..c9721893 100644
---
a/client-tez/src/test/java/org/apache/tez/dag/app/TezRemoteShuffleManagerTest.java
+++
b/client-tez/src/test/java/org/apache/tez/dag/app/TezRemoteShuffleManagerTest.java
@@ -36,6 +36,7 @@ import org.apache.hadoop.security.token.Token;
import org.apache.hadoop.yarn.api.records.ApplicationId;
import org.apache.tez.common.GetShuffleServerRequest;
import org.apache.tez.common.GetShuffleServerResponse;
+import org.apache.tez.common.RssTezConfig;
import org.apache.tez.common.TezRemoteShuffleUmbilicalProtocol;
import org.apache.tez.common.security.JobTokenIdentifier;
import org.apache.tez.common.security.JobTokenSecretManager;
@@ -50,6 +51,7 @@ import org.apache.uniffle.client.api.ShuffleWriteClient;
import org.apache.uniffle.common.PartitionRange;
import org.apache.uniffle.common.ShuffleAssignmentsInfo;
import org.apache.uniffle.common.ShuffleServerInfo;
+import org.apache.uniffle.storage.util.StorageType;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.fail;
@@ -105,6 +107,8 @@ public class TezRemoteShuffleManagerTest {
ApplicationId appId = ApplicationId.newInstance(9999, 72);
Configuration conf = new Configuration();
+ conf.set(RssTezConfig.RSS_TEST_MODE_ENABLE, "true");
+ conf.set(RssTezConfig.RSS_STORAGE_TYPE, StorageType.LOCALFILE.name());
JobTokenIdentifier identifier = new JobTokenIdentifier(new
Text(appId.toString()));
JobTokenSecretManager secretManager = new JobTokenSecretManager();
String tokenIdentifier = appId.toString();
@@ -209,6 +213,8 @@ public class TezRemoteShuffleManagerTest {
Configuration conf = new Configuration();
conf.set("hadoop.security.authentication", "kerberos");
+ conf.set(RssTezConfig.RSS_TEST_MODE_ENABLE, "true");
+ conf.set(RssTezConfig.RSS_STORAGE_TYPE, StorageType.LOCALFILE.name());
JobTokenIdentifier identifier = new JobTokenIdentifier(new
Text(appId.toString()));
JobTokenSecretManager secretManager = new JobTokenSecretManager();
String tokenIdentifier = appId.toString();