ruanwenjun commented on code in PR #15439:
URL:
https://github.com/apache/dolphinscheduler/pull/15439#discussion_r1444302219
##########
deploy/kubernetes/dolphinscheduler/values.yaml:
##########
@@ -621,18 +627,28 @@ worker:
# -- `PersistentVolumeClaim` size
storage: "20Gi"
env:
- # -- Worker max cpu load avg, only higher than the system cpu load
average, worker server can be dispatched tasks
- WORKER_MAX_CPU_LOAD_AVG: "1"
- # -- Worker reserved memory, only lower than system available memory,
worker server can be dispatched tasks, the unit is G
- WORKER_RESERVED_MEMORY: "0.3"
- # -- Worker execute thread number to limit task instances
+ # If set true, will open worker overload protection
+ WORKER_SERVER_LOAD_PROTECTION_ENABLED: false
+ # -- Worker max cpu usage, when the worker's cpu usage is smaller then
this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_CPU_USAGE_PERCENTAGE_THRESHOLDS: 0.7
+ # -- Worker max jvm memory usage , when the worker's jvm memory usage is
smaller then this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_JVM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS:
0.7
+ # -- Worker max memory usage , when the worker's memory usage is smaller
then this value, worker server can be dispatched tasks.
+
WORKER_SERVER_LOAD_PROTECTION_MAX_SYSTEM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS: 0.7
+ # -- Worker max disk usage , when the worker's disk usage is smaller then
this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_DISK_USAGE_PERCENTAGE_THRESHOLDS: 0.7
WORKER_EXEC_THREADS: "100"
# -- Worker heartbeat interval, the unit is second
WORKER_HEARTBEAT_INTERVAL: "10s"
- # -- Worker heartbeat error threshold
- WORKER_HEART_ERROR_THRESHOLD: "5"
# -- Worker host weight to dispatch tasks
WORKER_HOST_WEIGHT: "100"
+ # tenant corresponds to the user of the system, which is used by the
worker to submit the job. If system does not have this user, it will be
automatically created after the parameter worker.tenant.auto.create is true.
Review Comment:
Done
##########
deploy/kubernetes/dolphinscheduler/values.yaml:
##########
@@ -621,18 +627,28 @@ worker:
# -- `PersistentVolumeClaim` size
storage: "20Gi"
env:
- # -- Worker max cpu load avg, only higher than the system cpu load
average, worker server can be dispatched tasks
- WORKER_MAX_CPU_LOAD_AVG: "1"
- # -- Worker reserved memory, only lower than system available memory,
worker server can be dispatched tasks, the unit is G
- WORKER_RESERVED_MEMORY: "0.3"
- # -- Worker execute thread number to limit task instances
+ # If set true, will open worker overload protection
+ WORKER_SERVER_LOAD_PROTECTION_ENABLED: false
+ # -- Worker max cpu usage, when the worker's cpu usage is smaller then
this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_CPU_USAGE_PERCENTAGE_THRESHOLDS: 0.7
+ # -- Worker max jvm memory usage , when the worker's jvm memory usage is
smaller then this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_JVM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS:
0.7
+ # -- Worker max memory usage , when the worker's memory usage is smaller
then this value, worker server can be dispatched tasks.
+
WORKER_SERVER_LOAD_PROTECTION_MAX_SYSTEM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS: 0.7
+ # -- Worker max disk usage , when the worker's disk usage is smaller then
this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_DISK_USAGE_PERCENTAGE_THRESHOLDS: 0.7
Review Comment:
Done
##########
deploy/kubernetes/dolphinscheduler/values.yaml:
##########
@@ -621,18 +627,28 @@ worker:
# -- `PersistentVolumeClaim` size
storage: "20Gi"
env:
- # -- Worker max cpu load avg, only higher than the system cpu load
average, worker server can be dispatched tasks
- WORKER_MAX_CPU_LOAD_AVG: "1"
- # -- Worker reserved memory, only lower than system available memory,
worker server can be dispatched tasks, the unit is G
- WORKER_RESERVED_MEMORY: "0.3"
- # -- Worker execute thread number to limit task instances
+ # If set true, will open worker overload protection
+ WORKER_SERVER_LOAD_PROTECTION_ENABLED: false
+ # -- Worker max cpu usage, when the worker's cpu usage is smaller then
this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_CPU_USAGE_PERCENTAGE_THRESHOLDS: 0.7
+ # -- Worker max jvm memory usage , when the worker's jvm memory usage is
smaller then this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_JVM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS:
0.7
+ # -- Worker max memory usage , when the worker's memory usage is smaller
then this value, worker server can be dispatched tasks.
+
WORKER_SERVER_LOAD_PROTECTION_MAX_SYSTEM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS: 0.7
+ # -- Worker max disk usage , when the worker's disk usage is smaller then
this value, worker server can be dispatched tasks.
+ WORKER_SERVER_LOAD_PROTECTION_MAX_DISK_USAGE_PERCENTAGE_THRESHOLDS: 0.7
WORKER_EXEC_THREADS: "100"
# -- Worker heartbeat interval, the unit is second
WORKER_HEARTBEAT_INTERVAL: "10s"
- # -- Worker heartbeat error threshold
- WORKER_HEART_ERROR_THRESHOLD: "5"
# -- Worker host weight to dispatch tasks
WORKER_HOST_WEIGHT: "100"
+ # tenant corresponds to the user of the system, which is used by the
worker to submit the job. If system does not have this user, it will be
automatically created after the parameter worker.tenant.auto.create is true.
+ WORKER_TENANT_CONFIG_AUTO_CREATE_TENANT_ENABLED: true
+ # Scenes to be used for distributed users. For example, users created by
FreeIpa are stored in LDAP. This parameter only applies to Linux, When this
parameter is true, worker.tenant.auto.create has no effect and will not
automatically create tenants.
Review Comment:
Done
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
