This is an automated email from the ASF dual-hosted git repository. kxiao pushed a commit to branch branch-2.0 in repository https://gitbox.apache.org/repos/asf/doris.git
commit 12327bd980e986a854fae4a0ab1d8d697f708df5 Author: YueW <[email protected]> AuthorDate: Thu Jul 20 17:50:04 2023 +0800 [opt](config) rename alter_inverted_index_worker_count to alter_index_worker_count, and add docs (#21985) --- be/src/agent/task_worker_pool.cpp | 2 +- be/src/common/config.cpp | 4 ++-- be/src/common/config.h | 4 ++-- docs/en/docs/admin-manual/config/be-config.md | 5 +++++ docs/en/docs/advanced/alter-table/schema-change.md | 1 + docs/zh-CN/docs/admin-manual/config/be-config.md | 5 +++++ docs/zh-CN/docs/advanced/alter-table/schema-change.md | 2 ++ 7 files changed, 18 insertions(+), 5 deletions(-) diff --git a/be/src/agent/task_worker_pool.cpp b/be/src/agent/task_worker_pool.cpp index cff093d4dc..1c44f30548 100644 --- a/be/src/agent/task_worker_pool.cpp +++ b/be/src/agent/task_worker_pool.cpp @@ -157,7 +157,7 @@ void TaskWorkerPool::start() { case TaskWorkerType::ALTER_TABLE: break; case TaskWorkerType::ALTER_INVERTED_INDEX: - _worker_count = config::alter_inverted_index_worker_count; + _worker_count = config::alter_index_worker_count; _cb = std::bind<void>(&TaskWorkerPool::_alter_inverted_index_worker_thread_callback, this); break; case TaskWorkerType::CLONE: diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp index 82df7f22e0..e493f5f8f1 100644 --- a/be/src/common/config.cpp +++ b/be/src/common/config.cpp @@ -159,8 +159,8 @@ DEFINE_Int32(clear_transaction_task_worker_count, "1"); DEFINE_Int32(delete_worker_count, "3"); // the count of thread to alter table DEFINE_Int32(alter_tablet_worker_count, "3"); -// the count of thread to alter inverted index -DEFINE_Int32(alter_inverted_index_worker_count, "3"); +// the count of thread to alter index +DEFINE_Int32(alter_index_worker_count, "3"); // the count of thread to clone DEFINE_Int32(clone_worker_count, "3"); // the count of thread to clone diff --git a/be/src/common/config.h b/be/src/common/config.h index 4a4022dfe6..e7ee1e9644 100644 --- a/be/src/common/config.h +++ b/be/src/common/config.h @@ -201,8 +201,8 @@ DECLARE_Int32(clear_transaction_task_worker_count); DECLARE_Int32(delete_worker_count); // the count of thread to alter table DECLARE_Int32(alter_tablet_worker_count); -// the count of thread to alter inverted index -DECLARE_Int32(alter_inverted_index_worker_count); +// the count of thread to alter index +DECLARE_Int32(alter_index_worker_count); // the count of thread to clone DECLARE_Int32(clone_worker_count); // the count of thread to clone diff --git a/docs/en/docs/admin-manual/config/be-config.md b/docs/en/docs/admin-manual/config/be-config.md index 15371bea89..7ee1e6bc42 100644 --- a/docs/en/docs/admin-manual/config/be-config.md +++ b/docs/en/docs/admin-manual/config/be-config.md @@ -1285,6 +1285,11 @@ BaseCompaction:546859: * Description: The number of threads making schema changes * Default value: 3 +### `alter_index_worker_count` + +* Description: The number of threads making index change +* Default value: 3 + #### `ignore_load_tablet_failure` * Type: bool diff --git a/docs/en/docs/advanced/alter-table/schema-change.md b/docs/en/docs/advanced/alter-table/schema-change.md index b19b937c95..c2d5f61b89 100644 --- a/docs/en/docs/advanced/alter-table/schema-change.md +++ b/docs/en/docs/advanced/alter-table/schema-change.md @@ -280,6 +280,7 @@ SHOW ALTER TABLE COLUMN\G; * `alter_tablet_worker_count`: Number of threads used to perform historical data conversion on the BE side. The default is 3. If you want to speed up the Schema Change job, you can increase this parameter appropriately and restart the BE. But too many conversion threads can cause increased IO pressure and affect other operations. This thread is shared with the Rollup job. +* `alter_index_worker_count`: Number of threads used to perform historical data build index on the BE size (note: only inverted index is supported now). The default is 3. If you want to speed up the Index Change job, you can increase this parameter appropriately and restart the BE. But too many threads can cause increased IO pressure and affect other operations. ## More Help diff --git a/docs/zh-CN/docs/admin-manual/config/be-config.md b/docs/zh-CN/docs/admin-manual/config/be-config.md index 2f712851e5..88b18a7133 100644 --- a/docs/zh-CN/docs/admin-manual/config/be-config.md +++ b/docs/zh-CN/docs/admin-manual/config/be-config.md @@ -1301,6 +1301,11 @@ BaseCompaction:546859: * 描述：进行schema change的线程数 * 默认值：3 +### `alter_index_worker_count` + +* 描述：进行index change的线程数 +* 默认值：3 + #### `ignore_load_tablet_failure` * 类型：bool diff --git a/docs/zh-CN/docs/advanced/alter-table/schema-change.md b/docs/zh-CN/docs/advanced/alter-table/schema-change.md index e3bf908008..fa73ff9e52 100644 --- a/docs/zh-CN/docs/advanced/alter-table/schema-change.md +++ b/docs/zh-CN/docs/advanced/alter-table/schema-change.md @@ -289,6 +289,8 @@ SHOW ALTER TABLE COLUMN\G; - `alter_tablet_worker_count`：在 BE 端用于执行历史数据转换的线程数。默认为 3。如果希望加快 Schema Change 作业的速度，可以适当调大这个参数后重启 BE。但过多的转换线程可能会导致 IO 压力增加，影响其他操作。该线程和 Rollup 作业共用。 +- `alter_index_worker_count`：在 BE 端用于执行历史数据构建索引的线程数（注：当前只支持倒排索引）。默认为 3。如果希望加快 Index Change 作业的速度，可以适当调大这个参数后重启 BE。但过多的线程可能会导致 IO 压力增加，影响其他操作。 + ## 更多帮助 关于Schema Change使用的更多详细语法及最佳实践，请参阅 [ALTER TABLE COLUMN](../../sql-manual/sql-reference/Data-Definition-Statements/Alter/ALTER-TABLE-COLUMN.md) 命令手册，你也可以在 MySql 客户端命令行下输入 `HELP ALTER TABLE COLUMN` 获取更多帮助信息。 --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
