This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 607a043abde [perf](routine-load) reduce waiting in task scheduler to
accelerate consume (#33756)
607a043abde is described below
commit 607a043abde28cb9aa2552d675c9e4b4dcded682
Author: HHoflittlefish777 <[email protected]>
AuthorDate: Sun Apr 21 11:00:26 2024 +0800
[perf](routine-load) reduce waiting in task scheduler to accelerate consume
(#33756)
---
.../apache/doris/load/routineload/RoutineLoadTaskScheduler.java | 7 -------
1 file changed, 7 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java
b/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java
index 18b7c5c9d68..6c0baf5bdff 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java
@@ -101,12 +101,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon
{
try {
// This step will be blocked when queue is empty
RoutineLoadTaskInfo routineLoadTaskInfo =
needScheduleTasksQueue.take();
- if (System.currentTimeMillis() -
routineLoadTaskInfo.getLastScheduledTime()
- < routineLoadTaskInfo.getTimeoutMs()) {
- // try to delay scheduling this task for 'timeout', to void
too many failure
- needScheduleTasksQueue.addLast(routineLoadTaskInfo);
- return;
- }
scheduleOneTask(routineLoadTaskInfo);
} catch (Exception e) {
LOG.warn("Taking routine load task from queue has been
interrupted", e);
@@ -114,7 +108,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon {
}
private void scheduleOneTask(RoutineLoadTaskInfo routineLoadTaskInfo)
throws Exception {
- routineLoadTaskInfo.setLastScheduledTime(System.currentTimeMillis());
if (LOG.isDebugEnabled()) {
LOG.debug("schedule routine load task info {} for job {}",
routineLoadTaskInfo.id, routineLoadTaskInfo.getJobId());
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
