Repository: incubator-airflow Updated Branches: refs/heads/master 945b4248a -> 74c1ce254
[AIRFLOW-1112] Log which pool when pool is full in scheduler Closes #2242 from saguziel/aguziel-logging-pool- scheduler Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/74c1ce25 Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/74c1ce25 Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/74c1ce25 Branch: refs/heads/master Commit: 74c1ce2542fe4a61397f53a2ceeb0fee535310c8 Parents: 945b424 Author: Alex Guziel <[email protected]> Authored: Fri Apr 14 17:38:20 2017 -0700 Committer: Alex Guziel <[email protected]> Committed: Fri Apr 14 17:38:20 2017 -0700 ---------------------------------------------------------------------- airflow/jobs.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/74c1ce25/airflow/jobs.py ---------------------------------------------------------------------- diff --git a/airflow/jobs.py b/airflow/jobs.py index 18cd82e..95f4ad7 100644 --- a/airflow/jobs.py +++ b/airflow/jobs.py @@ -1029,9 +1029,6 @@ class SchedulerJob(BaseJob): "with {open_slots} open slots and {num_queued} " "task instances in queue".format(**locals())) - if open_slots <= 0: - continue - priority_sorted_task_instances = sorted( task_instances, key=lambda ti: (-ti.priority_weight, ti.execution_date)) @@ -1040,7 +1037,8 @@ class SchedulerJob(BaseJob): for task_instance in priority_sorted_task_instances: if open_slots <= 0: - self.logger.info("No more slots free") + self.logger.info("Not scheduling since there are {} open slots in pool {}" + .format(open_slots, pool)) # Can't schedule any more since there are no more open slots. break
