Repository: incubator-airflow Updated Branches: refs/heads/master 52c745da7 -> 97d5176c0
[AIRFLOW-2769] Increase num_retries polling value on Dataflow hook Closes #3617 from pwoods25443/2769-dataflow-num- retries Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/97d5176c Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/97d5176c Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/97d5176c Branch: refs/heads/master Commit: 97d5176c06823e344a12494222156b48108588f2 Parents: 52c745d Author: Paul Woods <[email protected]> Authored: Sat Jul 21 13:04:23 2018 +0100 Committer: Kaxil Naik <[email protected]> Committed: Sat Jul 21 13:04:23 2018 +0100 ---------------------------------------------------------------------- airflow/contrib/hooks/gcp_dataflow_hook.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/97d5176c/airflow/contrib/hooks/gcp_dataflow_hook.py ---------------------------------------------------------------------- diff --git a/airflow/contrib/hooks/gcp_dataflow_hook.py b/airflow/contrib/hooks/gcp_dataflow_hook.py index 7abb413..9fa61f9 100644 --- a/airflow/contrib/hooks/gcp_dataflow_hook.py +++ b/airflow/contrib/hooks/gcp_dataflow_hook.py @@ -46,7 +46,7 @@ class _DataflowJob(LoggingMixin): jobs = self._dataflow.projects().locations().jobs().list( projectId=self._project_number, location=self._job_location - ).execute() + ).execute(num_retries=5) for job in jobs['jobs']: if job['name'] == self._job_name: self._job_id = job['id'] @@ -60,7 +60,7 @@ class _DataflowJob(LoggingMixin): job = self._dataflow.projects().jobs().get( projectId=self._project_number, jobId=self._job_id - ).execute() + ).execute(num_retries=5) if job and 'currentState' in job: self.log.info(
