This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from eb11a3f (commit)
to 83ed9ae (commit)
from eb11a3f Merge pull request #13446 from Revert "Add use_unified_worker
to pipeline options."
add c1dfa1c [BEAM-11173] Add Bigtable table with read operation
add 18f7a32 Merge pull request #13319 from
piotr-szuberski/bigtable-provider
add 02da3ae Update python versions in pre-requisites (#13451)
add 87f3138 Merge pull request #12779 from [BEAM-10856] Support for
NestedValueProvider for Python SDK
add 4c51569 Add splittable dofn as the recommended way of building
connectors.
add 3de140f Merge pull request #13227 from [BEAM-10480] Add splittable
dofn as the recommended way of building connectors.
add 4e7414c [BEAM-11354] Allow DoFn itself to be used as the restriction
provider.
add 6555b39 [BEAM-11354] Also allow DoFn for WatermarkEstimator.
add 218a922 [BEAM-11354] Update docs.
add 4e16a85 Test for watermark tracker.
add 3231026 Add a note to the programming guide.
add 67e8649 Skip tests unimplemented for multiple workers.
add 83ed9ae Merge pull request #13431 [BEAM-11354] Allow DoFn itself to
be used as the restriction provider.
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 2 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 +
sdks/java/extensions/sql/build.gradle | 1 +
.../sql/meta/provider/bigtable/BigtableTable.java | 201 +++++++++++++++++++++
.../provider/bigtable/BigtableTableProvider.java | 85 +++++++++
.../sql/meta/provider/bigtable}/package-info.java | 4 +-
.../BigtableTableCreationFailuresTest.java | 145 +++++++++++++++
.../provider/bigtable/BigtableTableFlatTest.java | 113 ++++++++++++
.../meta/provider/bigtable/BigtableTableTest.java | 95 ++++++++++
.../bigtable/BigtableTableWithRowsTest.java | 157 ++++++++++++++++
.../beam/sdk/io/gcp/bigtable/BigtableConfig.java | 15 ++
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 22 +++
.../sdk/io/gcp/bigtable/BigtableRowToBeamRow.java | 176 ++++++++++++++++++
.../io/gcp/bigtable/BigtableRowToBeamRowFlat.java | 107 +++++++++++
.../io/gcp/bigtable/BigtableRowToBeamRowFn.java} | 39 ++--
.../beam/sdk/io/gcp/bigtable/CellValueParser.java | 74 ++++++++
.../bigtable/{package-info.java => RowUtils.java} | 15 +-
.../io/gcp/testing/BigtableEmulatorWrapper.java | 75 ++++++++
.../beam/sdk/io/gcp/testing/BigtableTestUtils.java | 94 ++++++++++
.../gcp/bigtable/BigtableRowToBeamRowFlatTest.java | 65 +++++++
.../io/gcp/bigtable/BigtableRowToBeamRowTest.java | 93 ++++++++++
.../sdk/io/gcp/bigtable/CellValueParserTest.java | 194 ++++++++++++++++++++
.../apache/beam/sdk/io/gcp/bigtable/TestUtils.java | 83 +++++++++
.../apache_beam/examples/snippets/snippets.py | 4 +
sdks/python/apache_beam/options/value_provider.py | 71 +++++++-
.../apache_beam/options/value_provider_test.py | 40 ++++
sdks/python/apache_beam/runners/common.py | 5 +-
.../portability/fn_api_runner/fn_runner_test.py | 56 ++++++
sdks/python/apache_beam/transforms/core.py | 32 ++--
website/www/site/content/en/contribute/_index.md | 2 +-
.../dsls/sql/extensions/create-external-table.md | 126 +++++++++++++
.../en/documentation/io/developing-io-java.md | 3 +
.../en/documentation/io/developing-io-overview.md | 80 ++++----
.../en/documentation/io/developing-io-python.md | 3 +
34 files changed, 2195 insertions(+), 83 deletions(-)
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTable.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableProvider.java
copy
{runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/state
=>
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable}/package-info.java
(88%)
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableCreationFailuresTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableFlatTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableWithRowsTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRow.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowFlat.java
copy
sdks/java/{core/src/main/java/org/apache/beam/sdk/schemas/logicaltypes/NanosType.java
=>
io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowFn.java}
(54%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/CellValueParser.java
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/{package-info.java
=> RowUtils.java} (74%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/testing/BigtableEmulatorWrapper.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/testing/BigtableTestUtils.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowFlatTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/CellValueParserTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/TestUtils.java
