This is an automated email from the ASF dual-hosted git repository.
zhouky pushed a commit to branch branch-0.3
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/branch-0.3 by this push:
new 37a8a09f9 [MINOR] Fix typo in CelebornConf
37a8a09f9 is described below
commit 37a8a09f92588536abc9417d48675a6c6fe6c538
Author: sychen <[email protected]>
AuthorDate: Tue Oct 10 20:04:16 2023 +0800
[MINOR] Fix typo in CelebornConf
### What changes were proposed in this pull request?
### Why are the changes needed?
### Does this PR introduce _any_ user-facing change?
### How was this patch tested?
Closes #1971 from cxzl25/typo.
Authored-by: sychen <[email protected]>
Signed-off-by: zky.zhoukeyong <[email protected]>
(cherry picked from commit bcf89da7ddb38756fe8a988ffb557cf65f1c7018)
Signed-off-by: zky.zhoukeyong <[email protected]>
---
common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala | 4 ++--
docs/configuration/worker.md | 2 +-
.../org/apache/celeborn/service/deploy/worker/storage/FileWriter.java | 2 +-
3 files changed, 4 insertions(+), 4 deletions(-)
diff --git
a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
index 6329a60f1..7f016c4ca 100644
--- a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
+++ b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
@@ -945,7 +945,7 @@ class CelebornConf(loadDefaults: Boolean) extends Cloneable
with Logging with Se
// Flusher //
// //////////////////////////////////////////////////////
def workerFlusherBufferSize: Long = get(WORKER_FLUSHER_BUFFER_SIZE)
- def workerHdfsFlusterBufferSize: Long = get(WORKER_HDFS_FLUSHER_BUFFER_SIZE)
+ def workerHdfsFlusherBufferSize: Long = get(WORKER_HDFS_FLUSHER_BUFFER_SIZE)
def workerWriterCloseTimeoutMs: Long = get(WORKER_WRITER_CLOSE_TIMEOUT)
def workerHddFlusherThreads: Int = get(WORKER_FLUSHER_HDD_THREADS)
def workerSsdFlusherThreads: Int = get(WORKER_FLUSHER_SSD_THREADS)
@@ -2281,7 +2281,7 @@ object CelebornConf extends Logging {
val WORKER_FLUSHER_THREADS: ConfigEntry[Int] =
buildConf("celeborn.worker.flusher.threads")
.categories("worker")
- .doc("Flusher's thread count per disk for unkown-type disks.")
+ .doc("Flusher's thread count per disk for unknown-type disks.")
.version("0.2.0")
.intConf
.createWithDefault(16)
diff --git a/docs/configuration/worker.md b/docs/configuration/worker.md
index 123a766e4..6badddfb7 100644
--- a/docs/configuration/worker.md
+++ b/docs/configuration/worker.md
@@ -51,7 +51,7 @@ license: |
| celeborn.worker.flusher.hdfs.threads | 8 | Flusher's thread count used for
write data to HDFS. | 0.2.0 |
| celeborn.worker.flusher.shutdownTimeout | 3s | Timeout for a flusher to
shutdown. | 0.2.0 |
| celeborn.worker.flusher.ssd.threads | 16 | Flusher's thread count per disk
used for write data to SSD disks. | 0.2.0 |
-| celeborn.worker.flusher.threads | 16 | Flusher's thread count per disk for
unkown-type disks. | 0.2.0 |
+| celeborn.worker.flusher.threads | 16 | Flusher's thread count per disk for
unknown-type disks. | 0.2.0 |
| celeborn.worker.graceful.shutdown.checkSlotsFinished.interval | 1s | The
wait interval of checking whether all released slots to be committed or
destroyed during worker graceful shutdown | 0.2.0 |
| celeborn.worker.graceful.shutdown.checkSlotsFinished.timeout | 480s | The
wait time of waiting for the released slots to be committed or destroyed during
worker graceful shutdown. | 0.2.0 |
| celeborn.worker.graceful.shutdown.enabled | false | When true, during worker
shutdown, the worker will wait for all released slots to be committed or
destroyed. | 0.2.0 |
diff --git
a/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
b/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
index e1a8ef8a8..69369674b 100644
---
a/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
+++
b/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
@@ -112,7 +112,7 @@ public abstract class FileWriter implements DeviceObserver {
this.flusherBufferSize = conf.workerFlusherBufferSize();
channel =
FileChannelUtils.createWritableFileChannel(fileInfo.getFilePath());
} else {
- this.flusherBufferSize = conf.workerHdfsFlusterBufferSize();
+ this.flusherBufferSize = conf.workerHdfsFlusherBufferSize();
// We open the stream and close immediately because HDFS output stream
will
// create a DataStreamer that is a thread.
// If we reuse HDFS output stream, we will exhaust the memory soon.
