Repository: beam Updated Branches: refs/heads/master f9243e1c2 -> 43443c94f
Add retry logic for job creation Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/b8a27d69 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/b8a27d69 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/b8a27d69 Branch: refs/heads/master Commit: b8a27d699b72d8d6e6a7a77550036a0c678864e1 Parents: f9243e1 Author: Maria Garcia Herrero <[email protected]> Authored: Mon May 1 10:18:56 2017 -0700 Committer: Ahmet Altay <[email protected]> Committed: Tue May 2 09:37:39 2017 -0700 ---------------------------------------------------------------------- sdks/python/apache_beam/runners/dataflow/internal/apiclient.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/beam/blob/b8a27d69/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py ---------------------------------------------------------------------- diff --git a/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py b/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py index 188cda1..26ed7b6 100644 --- a/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py +++ b/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py @@ -418,7 +418,6 @@ class DataflowApplicationClient(object): logging.info('Completed GCS upload to %s', gcs_location) return response - # TODO(silviuc): Refactor so that retry logic can be applied. @retry.no_retries # Using no_retries marks this as an integration point. def create_job(self, job): """Creates job description. May stage and/or submit for remote execution.""" @@ -465,6 +464,7 @@ class DataflowApplicationClient(object): raise return response + @retry.with_exponential_backoff(num_retries=3) def submit_job_description(self, job): """Creates and excutes a job request.""" request = dataflow.DataflowProjectsLocationsJobsCreateRequest()
