This is an automated email from the ASF dual-hosted git repository.
zhouky pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/main by this push:
new 194f0fcf0 [CELEBORN-752][FOLLOWUP] Separate local read test
194f0fcf0 is described below
commit 194f0fcf09aa008514d4eae581da6e4320d873c6
Author: mingji <[email protected]>
AuthorDate: Thu Aug 31 10:01:48 2023 +0800
[CELEBORN-752][FOLLOWUP] Separate local read test
### What changes were proposed in this pull request?
Separate local read test.
### Why are the changes needed?
Ditto.
### Does this PR introduce _any_ user-facing change?
NO.
### How was this patch tested?
Pass GA.
Closes #1871 from FMX/CELEBORN-752-FOLLOWUP.
Authored-by: mingji <[email protected]>
Signed-off-by: zky.zhoukeyong <[email protected]>
---
.../service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala | 4 ----
.../service/deploy/cluster/ClusterReadWriteTestWithZSTD.scala | 4 ----
...erReadWriteTestWithLZ4.scala => LocalReadWriteTestWithLZ4.scala} | 6 +-----
3 files changed, 1 insertion(+), 13 deletions(-)
diff --git
a/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala
b/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala
index bc142e1cc..cfc14b1d2 100644
---
a/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala
+++
b/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala
@@ -25,8 +25,4 @@ class ClusterReadWriteTestWithLZ4 extends ReadWriteTestBase {
testReadWriteByCode(CompressionCodec.LZ4)
}
- test(s"test MiniCluster With LZ4 and local read for spark") {
- testReadWriteByCode(CompressionCodec.LZ4, true)
- }
-
}
diff --git
a/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithZSTD.scala
b/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithZSTD.scala
index e2fe77928..8d207cb25 100644
---
a/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithZSTD.scala
+++
b/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithZSTD.scala
@@ -25,8 +25,4 @@ class ClusterReadWriteTestWithZSTD extends ReadWriteTestBase {
testReadWriteByCode(CompressionCodec.ZSTD)
}
- test(s"test MiniCluster With ZSTD and local read for spark") {
- testReadWriteByCode(CompressionCodec.ZSTD, true)
- }
-
}
diff --git
a/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala
b/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/LocalReadWriteTestWithLZ4.scala
similarity index 87%
copy from
worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala
copy to
worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/LocalReadWriteTestWithLZ4.scala
index bc142e1cc..59e7f111c 100644
---
a/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/ClusterReadWriteTestWithLZ4.scala
+++
b/worker/src/test/scala/org/apache/celeborn/service/deploy/cluster/LocalReadWriteTestWithLZ4.scala
@@ -19,11 +19,7 @@ package org.apache.celeborn.service.deploy.cluster
import org.apache.celeborn.common.protocol.CompressionCodec
-class ClusterReadWriteTestWithLZ4 extends ReadWriteTestBase {
-
- test(s"test MiniCluster With LZ4") {
- testReadWriteByCode(CompressionCodec.LZ4)
- }
+class LocalReadWriteTestWithLZ4 extends ReadWriteTestBase {
test(s"test MiniCluster With LZ4 and local read for spark") {
testReadWriteByCode(CompressionCodec.LZ4, true)