yiguolei commented on code in PR #69635:
URL: https://github.com/apache/doris/pull/69635#discussion_r4388084508
##########
be/src/common/config.h:
##########
@@ -1640,19 +1640,50 @@ DECLARE_mDouble(high_disk_avail_level_diff_usages);
// create tablet in partition random robin idx lru size, default 10000
DECLARE_Int32(partition_disk_index_lru_size);
DECLARE_String(spill_storage_root_path);
-// Spill storage limit specified as number of bytes
+// Spill storage limit of each local spill path, specified as number of bytes
// ('<int>[bB]?'), megabytes ('<float>[mM]'), gigabytes ('<float>[gG]'),
// or percentage of capaity ('<int>%').
// Defaults to bytes if no unit is given.
// Must larger than 0.
// If specified as percentage, the final limit value is:
// disk_capacity_bytes * storage_flood_stage_usage_percent *
spill_storage_limit
+// It does not apply to the object storage store of spill_storage_type=s3,
which is bounded by
+// spill_storage_limit_bytes only.
DECLARE_String(spill_storage_limit);
+// Upper bound, in bytes, of the spill data kept by each spill store: every
local spill path
+// and the object storage store of spill_storage_type=s3 are limited
separately. For a local
+// path the effective limit is the smaller of this and spill_storage_limit,
which always
+// applies. 0 means no byte limit (a local path is then bounded by
spill_storage_limit only,
+// object storage is unbounded).
+DECLARE_mInt64(spill_storage_limit_bytes);
DECLARE_mInt32(spill_gc_interval_ms);
DECLARE_mInt32(spill_gc_work_time_ms);
// Maximum size of each spill part file before rotation (bytes). Default 1GB.
DECLARE_mInt64(spill_file_part_size_bytes);
DECLARE_Int64(spill_in_paused_queue_timeout_ms);
+// Where spill data is written: "local" (spill_storage_root_path) or "s3" (the
storage vault of a
+// cloud instance). "s3" is only valid in cloud mode.
+DECLARE_String(spill_storage_type);
+// Storage vault ID (not the vault name) used by spill when spill_storage_type
is "s3". When
+// empty, an instance without storage vaults uses its latest object storage
and an instance
+// with storage vaults uses the S3 vault with the largest ID (the newest one),
so that changing
+// the default vault does not move spill. Files already spilled stay on the
vault they were
+// written to until they are deleted.
+DECLARE_String(spill_s3_storage_vault_id);
Review Comment:
这个参数的意思是用户先要自己创建storage vault 吗？
还有我们这个功能的用户文档写了没？贴一个链接
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
