afterincomparableyum commented on code in PR #3737:
URL: https://github.com/apache/celeborn/pull/3737#discussion_r3489434576
##########
tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/memory/MemorySparkTestBase.scala:
##########
@@ -35,7 +35,10 @@ trait MemorySparkTestBase extends AnyFunSuite
override def beforeAll(): Unit = {
logInfo("test initialized , setup Celeborn mini cluster")
val workerConfs =
Map("celeborn.worker.directMemoryRatioForMemoryFileStorage" -> "0.2")
- setupMiniClusterWithRandomPorts(workerConf = workerConfs, workerNum = 5)
+ // 3 workers (the MiniClusterFeature default) instead of 5: these
memory-storage suites run in
+ // the same shared, serial spark-it JVM, so trimming the per-suite worker
footprint reduces the
+ // CPU contention that otherwise starves a worker's fetch handler past the
240s network timeout.
+ setupMiniClusterWithRandomPorts(workerConf = workerConfs, workerNum = 3)
}
override def afterAll(): Unit = {
Review Comment:
I can add this
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
