Repository: incubator-airflow Updated Branches: refs/heads/master 0c3a1af03 -> 721bc0927
[AIRFLOW-1729] improve dagBag time Closes #3171 from q2w/master Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/721bc092 Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/721bc092 Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/721bc092 Branch: refs/heads/master Commit: 721bc09271856b0a52e22fbcb7bb8232eae800d3 Parents: 0c3a1af Author: Abhishek Tiwari <[email protected]> Authored: Wed Mar 28 23:16:16 2018 +0200 Committer: Fokko Driesprong <[email protected]> Committed: Wed Mar 28 23:16:16 2018 +0200 ---------------------------------------------------------------------- airflow/models.py | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/721bc092/airflow/models.py ---------------------------------------------------------------------- diff --git a/airflow/models.py b/airflow/models.py index 3b94ec4..b08a3b1 100755 --- a/airflow/models.py +++ b/airflow/models.py @@ -446,13 +446,12 @@ class DagBag(BaseDagBag, LoggingMixin): if os.path.isfile(dag_folder): self.process_file(dag_folder, only_if_updated=only_if_updated) elif os.path.isdir(dag_folder): - patterns = [] for root, dirs, files in os.walk(dag_folder, followlinks=True): - ignore_file = [f for f in files if f == '.airflowignore'] - if ignore_file: - f = open(os.path.join(root, ignore_file[0]), 'r') - patterns += [p for p in f.read().split('\n') if p] - f.close() + patterns = [] + ignore_file = os.path.join(root, '.airflowignore') + if os.path.isfile(ignore_file): + with open(ignore_file, 'r') as f: + patterns += [p for p in f.read().split('\n') if p] for f in files: try: filepath = os.path.join(root, f)
