This closes #2415
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/57929fb8 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/57929fb8 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/57929fb8 Branch: refs/heads/DSL_SQL Commit: 57929fb802d0cb6a6b6c3f14819d473dc2ace113 Parents: e0df7d8 7d13061 Author: Eugene Kirpichov <kirpic...@google.com> Authored: Tue Apr 18 21:13:05 2017 -0700 Committer: Eugene Kirpichov <kirpic...@google.com> Committed: Tue Apr 18 21:13:05 2017 -0700 ---------------------------------------------------------------------- .../apache/beam/sdk/util/IOChannelUtils.java | 9 + .../sdk/io/gcp/bigquery/BatchLoadBigQuery.java | 180 --- .../beam/sdk/io/gcp/bigquery/BatchLoads.java | 225 +++ .../sdk/io/gcp/bigquery/BigQueryHelpers.java | 13 + .../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 113 +- .../io/gcp/bigquery/BigQueryTableSource.java | 4 +- .../beam/sdk/io/gcp/bigquery/CreateTables.java | 127 ++ .../io/gcp/bigquery/GenerateShardedTable.java | 47 + .../beam/sdk/io/gcp/bigquery/PrepareWrite.java | 81 + .../beam/sdk/io/gcp/bigquery/ShardedKey.java | 25 +- .../sdk/io/gcp/bigquery/StreamWithDeDup.java | 90 -- .../sdk/io/gcp/bigquery/StreamingInserts.java | 79 + .../sdk/io/gcp/bigquery/StreamingWriteFn.java | 81 +- .../io/gcp/bigquery/StreamingWriteTables.java | 86 ++ .../sdk/io/gcp/bigquery/TableDestination.java | 76 + .../io/gcp/bigquery/TableDestinationCoder.java | 60 + .../sdk/io/gcp/bigquery/TableRowWriter.java | 19 +- .../sdk/io/gcp/bigquery/TagWithUniqueIds.java | 62 + .../gcp/bigquery/TagWithUniqueIdsAndTable.java | 135 -- .../beam/sdk/io/gcp/bigquery/WriteBundles.java | 82 -- .../io/gcp/bigquery/WriteBundlesToFiles.java | 157 ++ .../sdk/io/gcp/bigquery/WritePartition.java | 163 +- .../beam/sdk/io/gcp/bigquery/WriteRename.java | 71 +- .../beam/sdk/io/gcp/bigquery/WriteTables.java | 58 +- .../sdk/io/gcp/bigquery/BigQueryIOTest.java | 1393 +++++++----------- .../io/gcp/bigquery/FakeBigQueryServices.java | 166 +++ .../sdk/io/gcp/bigquery/FakeDatasetService.java | 208 +++ .../sdk/io/gcp/bigquery/FakeJobService.java | 395 +++++ .../sdk/io/gcp/bigquery/TableContainer.java | 61 + 29 files changed, 2642 insertions(+), 1624 deletions(-) ----------------------------------------------------------------------