This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 5caeb5d (commit)
to d009fe9 (commit)
from 5caeb5d Merge pull request #13395 from [BEAM-11426] Add FHIR Search
to io/gcp/healthcare/FhirIO
add 05c8471 Add GroupIntoBatches to runner API; add Dataflow override in
Python SDK
add 2c96aeb Merge pull request #13405 from [BEAM-10703, BEAM-10475] Add
GroupIntoBatches to runner API; add Dataflow override in Python SDK
add 62f385c [BEAM-11419] Add Flink 1.12 build target.
add a35513d Merge pull request #13504: [BEAM-11419] Add Flink 1.12 build
target
add 15f9270 [BEAM-11075] Fix go sdk gbk load test (#13494)
add e1cff1a [BEAM-11400] Change StreamingDataflowWorker to ignore commits
that don't match.
add dce9158 Merge pull request #13486: [BEAM-11400] Change
StreamingDataflowWorker to ignore commits that do…
add b39602a [BEAM-11384] Change StreamingDataflowWorker work id for logs
to sharding key.
add 5f50f17 Merge pull request #13459: [BEAM-11384] Change
StreamingDataflowWorker from encoding key
add adf5515 Better logging for Python Docker environment (#13508)
add a2815b5 [BEAM-11415] Setup and bugfixes for Go ValidatesRunner
framework.
add 310a710 Merge pull request #13502: [BEAM-11415] Setup and bugfixes
for Go ValidatesRunner framework.
add b942279 [BEAM-10114] Bump Pub/Sub lite version and clean up settings
classes.
add c1d9794 [BEAM-10114] Fix lint errors
add bc0bac7 Merge pull request #13509 from [BEAM-10114] Bump Pub/Sub lite
version and clean up settings classes.
add e8a9c7b [BEAM-11415] In-progress Go ValidatesRunner framework.
add d009fe9 Merge pull request #13503: [BEAM-11415] In-progress Go
ValidatesRunner framework.
No new revisions were added by this update.
Summary of changes:
.../jenkins/job_LoadTests_GBK_Flink_Go.groovy | 17 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../pipeline/src/main/proto/beam_runner_api.proto | 18 ++
.../runners/flink/streaming/StreamSources.java | 13 +
runners/flink/{1.10 => 1.12}/build.gradle | 8 +-
.../job-server-container/build.gradle | 0
.../flink/{1.8 => 1.12}/job-server/build.gradle | 2 +-
.../streaming/AbstractStreamOperatorCompat.java | 27 +-
.../runners/flink/streaming/StreamSources.java | 14 +
.../runners/flink/streaming/StreamSources.java | 13 +
.../runners/flink/streaming/StreamSources.java | 13 +
.../wrappers/streaming/DoFnOperator.java | 18 +-
.../FlinkStreamingTransformTranslatorsTest.java | 7 +-
.../dataflow/worker/StreamingDataflowWorker.java | 42 ++-
.../dataflow/worker/FakeWindmillServer.java | 14 +-
.../worker/StreamingDataflowWorkerTest.java | 8 +-
sdks/go/pkg/beam/core/runtime/graphx/xlang.go | 9 +-
.../beam/runners/universal/runnerlib/compile.go | 13 +-
sdks/go/pkg/beam/runners/universal/universal.go | 1 +
sdks/go/pkg/beam/testing/ptest/ptest.go | 8 +
sdks/go/test/build.gradle | 19 ++
sdks/go/test/run_validatesrunner_tests.sh | 158 ++++++++++++
.../cogbk.go => validatesrunner/reshuffle_test.go} | 47 ++--
.../go/test/validatesrunner/validatesrunner.go | 33 +--
.../validatesrunner_test.go} | 7 +-
sdks/go/test/validatesrunner/xlang_test.go | 282 +++++++++++++++++++++
.../sdk/io/gcp/pubsublite/CloudPubsubChecks.java | 21 +-
.../io/gcp/pubsublite/OffsetCheckpointMark.java | 12 +-
.../sdk/io/gcp/pubsublite/OffsetFinalizer.java | 4 +-
.../beam/sdk/io/gcp/pubsublite/PublisherCache.java | 8 +-
.../sdk/io/gcp/pubsublite/PublisherOptions.java | 47 ++--
.../sdk/io/gcp/pubsublite/PublisherOrError.java | 6 +-
.../beam/sdk/io/gcp/pubsublite/Publishers.java | 56 ++++
.../beam/sdk/io/gcp/pubsublite/PubsubLiteSink.java | 18 +-
.../gcp/pubsublite/PubsubLiteUnboundedReader.java | 38 +--
.../gcp/pubsublite/PubsubLiteUnboundedSource.java | 42 +--
.../gcp/pubsublite/SerializableStatusFunction.java | 26 --
.../io/gcp/pubsublite/SerializableSupplier.java | 3 +-
.../sdk/io/gcp/pubsublite/SubscriberOptions.java | 117 +++------
.../sdk/io/gcp/pubsublite/TopicBacklogReader.java | 3 +-
.../gcp/pubsublite/TopicBacklogReaderSettings.java | 27 +-
.../gcp/pubsublite/TranslatingPullSubscriber.java | 11 +-
.../gcp/pubsublite/UuidDeduplicationOptions.java | 15 +-
.../cloud/spanner/FakeBatchTransactionId.java | 1 +
.../sdk/io/gcp/pubsublite/PubsubLiteSinkTest.java | 47 ++--
.../pubsublite/PubsubLiteUnboundedReaderTest.java | 2 +-
.../gcp/pubsublite/TopicBacklogReaderImplTest.java | 17 +-
.../pubsublite/UuidDeduplicationTransformTest.java | 13 +-
sdks/python/apache_beam/portability/common_urns.py | 1 +
.../runners/dataflow/dataflow_runner.py | 32 ++-
.../runners/dataflow/dataflow_runner_test.py | 62 +++++
.../apache_beam/runners/dataflow/internal/names.py | 5 +
.../runners/dataflow/ptransform_overrides.py | 45 ++++
.../portability/fn_api_runner/worker_handlers.py | 7 +-
sdks/python/apache_beam/transforms/environments.py | 11 +-
sdks/python/apache_beam/transforms/util.py | 111 ++++++--
sdks/python/apache_beam/transforms/util_test.py | 41 +++
settings.gradle | 4 +
58 files changed, 1215 insertions(+), 431 deletions(-)
copy runners/flink/{1.10 => 1.12}/build.gradle (80%)
copy runners/flink/{1.9 => 1.12}/job-server-container/build.gradle (100%)
copy runners/flink/{1.8 => 1.12}/job-server/build.gradle (95%)
copy runners/flink/{1.8 =>
1.12}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java
(59%)
copy runners/flink/{1.10 =>
1.12}/src/test/java/org/apache/beam/runners/flink/streaming/StreamSources.java
(80%)
create mode 100755 sdks/go/test/run_validatesrunner_tests.sh
copy sdks/go/test/{integration/primitives/cogbk.go =>
validatesrunner/reshuffle_test.go} (78%)
copy learning/katas/go/io/textio/read/testdata/path.go =>
sdks/go/test/validatesrunner/validatesrunner.go (55%)
copy sdks/go/test/{integration/primitives/primitives_test.go =>
validatesrunner/validatesrunner_test.go} (81%)
create mode 100644 sdks/go/test/validatesrunner/xlang_test.go
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/Publishers.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SerializableStatusFunction.java
