This closes #1609: BEAM-1151 Add failure handling to BigQueryIO.Write
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/53c9bf4c Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/53c9bf4c Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/53c9bf4c Branch: refs/heads/master Commit: 53c9bf4cd325035fabde192c63652ef6d591b93c Parents: eee6726 a57ff0e Author: Eugene Kirpichov <[email protected]> Authored: Fri Jun 2 13:54:01 2017 -0700 Committer: Eugene Kirpichov <[email protected]> Committed: Fri Jun 2 13:54:01 2017 -0700 ---------------------------------------------------------------------- .../beam/sdk/io/gcp/bigquery/BatchLoads.java | 8 +- .../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 22 ++++- .../sdk/io/gcp/bigquery/BigQueryServices.java | 8 +- .../io/gcp/bigquery/BigQueryServicesImpl.java | 39 +++++---- .../sdk/io/gcp/bigquery/InsertRetryPolicy.java | 86 +++++++++++++++++++ .../sdk/io/gcp/bigquery/StreamingInserts.java | 35 ++++++-- .../sdk/io/gcp/bigquery/StreamingWriteFn.java | 50 ++++++++--- .../io/gcp/bigquery/StreamingWriteTables.java | 26 ++++-- .../beam/sdk/io/gcp/bigquery/WriteResult.java | 27 ++++-- .../sdk/io/gcp/bigquery/BigQueryIOTest.java | 56 +++++++++++++ .../gcp/bigquery/BigQueryServicesImplTest.java | 88 +++++++++++++++++--- .../sdk/io/gcp/bigquery/BigQueryUtilTest.java | 11 ++- .../sdk/io/gcp/bigquery/FakeDatasetService.java | 75 ++++++++++++++++- .../io/gcp/bigquery/InsertRetryPolicyTest.java | 79 ++++++++++++++++++ 14 files changed, 540 insertions(+), 70 deletions(-) ----------------------------------------------------------------------
