This is an automated email from the ASF dual-hosted git repository. binjieyang pushed a commit to branch CELEBORN-1851 in repository https://gitbox.apache.org/repos/asf/celeborn.git
commit a74d100fc18a88cab3896e2b14e796a990f98a5b Author: binjie yang <[email protected]> AuthorDate: Thu Feb 6 10:54:24 2025 +0800 [CELEBORN-1851] Disable spark ui when run celeborn spark-it --- .../src/test/scala/org/apache/celeborn/tests/spark/SparkTestBase.scala | 1 + .../org/apache/celeborn/tests/spark/memory/MemorySparkTestBase.scala | 1 + 2 files changed, 2 insertions(+) diff --git a/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/SparkTestBase.scala b/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/SparkTestBase.scala index 999abc053..055b763e5 100644 --- a/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/SparkTestBase.scala +++ b/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/SparkTestBase.scala @@ -81,6 +81,7 @@ trait SparkTestBase extends AnyFunSuite sparkConf.set("spark.sql.adaptive.localShuffleReader.enabled", "false") sparkConf.set(s"spark.${MASTER_ENDPOINTS.key}", masterInfo._1.rpcEnv.address.toString) sparkConf.set(s"spark.${SPARK_SHUFFLE_WRITER_MODE.key}", mode.toString) + sparkConf.set("spark.ui.enabled", "false") sparkConf } diff --git a/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/memory/MemorySparkTestBase.scala b/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/memory/MemorySparkTestBase.scala index d38d84561..6d4b1e711 100644 --- a/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/memory/MemorySparkTestBase.scala +++ b/tests/spark-it/src/test/scala/org/apache/celeborn/tests/spark/memory/MemorySparkTestBase.scala @@ -56,6 +56,7 @@ trait MemorySparkTestBase extends AnyFunSuite sparkConf.set(s"spark.${MASTER_ENDPOINTS.key}", masterInfo._1.rpcEnv.address.toString) sparkConf.set(s"spark.${SPARK_SHUFFLE_WRITER_MODE.key}", mode.toString) sparkConf.set(s"spark.celeborn.storage.availableTypes", "HDD,MEMORY") + sparkConf.set("spark.ui.enabled", "false") sparkConf }
