This is an automated email from the ASF dual-hosted git repository.
zhouky pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/main by this push:
new bcf89da7d [MINOR] Fix typo in CelebornConf
bcf89da7d is described below
commit bcf89da7ddb38756fe8a988ffb557cf65f1c7018
Author: sychen <[email protected]>
AuthorDate: Tue Oct 10 20:04:16 2023 +0800
[MINOR] Fix typo in CelebornConf
### What changes were proposed in this pull request?
### Why are the changes needed?
### Does this PR introduce _any_ user-facing change?
### How was this patch tested?
Closes #1971 from cxzl25/typo.
Authored-by: sychen <[email protected]>
Signed-off-by: zky.zhoukeyong <[email protected]>
---
common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala | 4 ++--
docs/configuration/worker.md | 2 +-
.../org/apache/celeborn/service/deploy/worker/storage/FileWriter.java | 2 +-
3 files changed, 4 insertions(+), 4 deletions(-)
diff --git
a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
index 8056eeb53..babc7baf3 100644
--- a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
+++ b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
@@ -948,7 +948,7 @@ class CelebornConf(loadDefaults: Boolean) extends Cloneable
with Logging with Se
// Flusher //
// //////////////////////////////////////////////////////
def workerFlusherBufferSize: Long = get(WORKER_FLUSHER_BUFFER_SIZE)
- def workerHdfsFlusterBufferSize: Long = get(WORKER_HDFS_FLUSHER_BUFFER_SIZE)
+ def workerHdfsFlusherBufferSize: Long = get(WORKER_HDFS_FLUSHER_BUFFER_SIZE)
def workerWriterCloseTimeoutMs: Long = get(WORKER_WRITER_CLOSE_TIMEOUT)
def workerHddFlusherThreads: Int = get(WORKER_FLUSHER_HDD_THREADS)
def workerSsdFlusherThreads: Int = get(WORKER_FLUSHER_SSD_THREADS)
@@ -2284,7 +2284,7 @@ object CelebornConf extends Logging {
val WORKER_FLUSHER_THREADS: ConfigEntry[Int] =
buildConf("celeborn.worker.flusher.threads")
.categories("worker")
- .doc("Flusher's thread count per disk for unkown-type disks.")
+ .doc("Flusher's thread count per disk for unknown-type disks.")
.version("0.2.0")
.intConf
.createWithDefault(16)
diff --git a/docs/configuration/worker.md b/docs/configuration/worker.md
index 3833726d5..432e88e4e 100644
--- a/docs/configuration/worker.md
+++ b/docs/configuration/worker.md
@@ -51,7 +51,7 @@ license: |
| celeborn.worker.flusher.hdfs.threads | 8 | Flusher's thread count used for
write data to HDFS. | 0.2.0 |
| celeborn.worker.flusher.shutdownTimeout | 3s | Timeout for a flusher to
shutdown. | 0.2.0 |
| celeborn.worker.flusher.ssd.threads | 16 | Flusher's thread count per disk
used for write data to SSD disks. | 0.2.0 |
-| celeborn.worker.flusher.threads | 16 | Flusher's thread count per disk for
unkown-type disks. | 0.2.0 |
+| celeborn.worker.flusher.threads | 16 | Flusher's thread count per disk for
unknown-type disks. | 0.2.0 |
| celeborn.worker.graceful.shutdown.checkSlotsFinished.interval | 1s | The
wait interval of checking whether all released slots to be committed or
destroyed during worker graceful shutdown | 0.2.0 |
| celeborn.worker.graceful.shutdown.checkSlotsFinished.timeout | 480s | The
wait time of waiting for the released slots to be committed or destroyed during
worker graceful shutdown. | 0.2.0 |
| celeborn.worker.graceful.shutdown.enabled | false | When true, during worker
shutdown, the worker will wait for all released slots to be committed or
destroyed. | 0.2.0 |
diff --git
a/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
b/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
index 5bf15033d..8c67ea186 100644
---
a/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
+++
b/worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/FileWriter.java
@@ -112,7 +112,7 @@ public abstract class FileWriter implements DeviceObserver {
this.flusherBufferSize = conf.workerFlusherBufferSize();
channel =
FileChannelUtils.createWritableFileChannel(fileInfo.getFilePath());
} else {
- this.flusherBufferSize = conf.workerHdfsFlusterBufferSize();
+ this.flusherBufferSize = conf.workerHdfsFlusherBufferSize();
// We open the stream and close immediately because HDFS output stream
will
// create a DataStreamer that is a thread.
// If we reuse HDFS output stream, we will exhaust the memory soon.
