This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 43900635d97 Fix Java version test for Legacy Dataflow (#35619)
add 8e242f96186 Revert "Avoid unreasonably long stage names for
@ptransform_fn. (#35547)" (#35622)
add b9b6b5de9c7 Use bqms-1.6.1-1.0.1 (#35629)
add 4d764dffc08 Update CI.md (#35612)
add d336fcb4c86 feat(yaml): Add BigTable write connector (#35435)
add d0a0e8eba2d Update Java SDK Roadmap on website (#35628)
add 5b4c05e5438 Refactor: separate SplittableTruncateSizedRestrictions
add 8eba198cefc Merge pull request #35021: Refactor: separate
SplittableTruncateSizedRestrictions
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
...Iceberg_Managed_Integration_Tests_Dataflow.json | 2 +-
.github/trigger_files/beam_PostCommit_SQL.json | 2 +-
CI.md | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../sdk/fn/splittabledofn/RestrictionTrackers.java | 21 +
.../splittabledofn/RestrictionTracker.java | 2 +-
.../util/{MutationDetector.java => Holder.java} | 25 +-
.../main/java/org/apache/beam/sdk/values/KV.java | 1 +
.../org/apache/beam/sdk/values/WindowedValue.java | 7 +
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 602 +------
.../org/apache/beam/fn/harness/HandlesSplits.java | 2 +
.../org/apache/beam/fn/harness/ProgressUtils.java} | 35 +-
.../beam/fn/harness/SplitResultsWithStopIndex.java | 8 +-
...littableSplitAndSizeRestrictionsDoFnRunner.java | 2 +-
...ittableTruncateSizedRestrictionsDoFnRunner.java | 968 +++++++++++
.../beam/fn/harness/WindowedSplitResult.java | 13 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 1716 ++++----------------
.../apache/beam/fn/harness/ProgressUtilsTest.java | 54 +
...bleTruncateSizedRestrictionsDoFnRunnerTest.java | 1191 ++++++++++++++
.../BigtableWriteSchemaTransformProvider.java | 217 ++-
...gtableSimpleWriteSchemaTransformProviderIT.java | 655 ++++++++
.../BigtableWriteSchemaTransformProviderIT.java | 31 +-
sdks/python/apache_beam/transforms/ptransform.py | 15 +-
sdks/python/apache_beam/yaml/integration_tests.py | 59 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 24 +
sdks/python/apache_beam/yaml/tests/bigtable.yaml | 87 +
website/www/site/content/en/roadmap/java-sdk.md | 4 +-
28 files changed, 3716 insertions(+), 2033 deletions(-)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/util/{MutationDetector.java =>
Holder.java} (61%)
copy
sdks/java/{core/src/main/java/org/apache/beam/sdk/schemas/io/payloads/PayloadSerializers.java
=> harness/src/main/java/org/apache/beam/fn/harness/ProgressUtils.java} (52%)
create mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/SplittableTruncateSizedRestrictionsDoFnRunner.java
create mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/ProgressUtilsTest.java
create mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/SplittableTruncateSizedRestrictionsDoFnRunnerTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableSimpleWriteSchemaTransformProviderIT.java
create mode 100644 sdks/python/apache_beam/yaml/tests/bigtable.yaml