This is an automated email from the ASF dual-hosted git repository. dataroaring pushed a commit to branch branch-4.0-preview in repository https://gitbox.apache.org/repos/asf/doris.git
commit 14cdfcb27fb672d146b4dcf5c52f3ebfb1c492d5 Author: HHoflittlefish777 <[email protected]> AuthorDate: Sun Apr 21 11:00:26 2024 +0800 [perf](routine-load) reduce waiting in task scheduler to accelerate consume (#33756) --- .../apache/doris/load/routineload/RoutineLoadTaskScheduler.java | 7 ------- 1 file changed, 7 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java b/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java index 18b7c5c9d68..6c0baf5bdff 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java +++ b/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java @@ -101,12 +101,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon { try { // This step will be blocked when queue is empty RoutineLoadTaskInfo routineLoadTaskInfo = needScheduleTasksQueue.take(); - if (System.currentTimeMillis() - routineLoadTaskInfo.getLastScheduledTime() - < routineLoadTaskInfo.getTimeoutMs()) { - // try to delay scheduling this task for 'timeout', to void too many failure - needScheduleTasksQueue.addLast(routineLoadTaskInfo); - return; - } scheduleOneTask(routineLoadTaskInfo); } catch (Exception e) { LOG.warn("Taking routine load task from queue has been interrupted", e); @@ -114,7 +108,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon { } private void scheduleOneTask(RoutineLoadTaskInfo routineLoadTaskInfo) throws Exception { - routineLoadTaskInfo.setLastScheduledTime(System.currentTimeMillis()); if (LOG.isDebugEnabled()) { LOG.debug("schedule routine load task info {} for job {}", routineLoadTaskInfo.id, routineLoadTaskInfo.getJobId()); --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
