This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 6282f85 (commit)
to cd2117b (commit)
from 6282f85 Merge pull request #14931 from ajamato/patch-4
add 2eb158d [BEAM-12459] Ensure that we use the min element timestamp for
Watch watermark if no explicit watermark is provided.
add f4430e6 Merge pull request #14968 from lukecwik/beam12459
add 59cb9ee [BEAM-12476] Add specific jira for sample follow-up work
(#14994)
add b5e5086 [BEAM-12444] Fix bug when groupby.apply is used on a series
grouped by a callable (#14930)
add a834f2d [BEAM-11086] Validate and Fix Go SDK windowing. (#14966)
add eb65b1b [BEAM-12419] Deadline should be reset for each gRPC call.
add c0b8e65 Merge pull request #14995 from kw2542/BEAM-12419
add a4d9603 [BEAM-11984] Request count metrics in GcsDownloader
add 920553e [BEAM-11984] Request count metrics in GcsUploader
add 2d90287 [BEAM-11984] Added monitoring labels to proto file
add f264f02 [BEAM-11984] Added projectId to metric labels
add aff97a7 [BEAM-11984] Added project number to metric labels
add f0d0dd5 [BEAM-11984] Changed resource identifier name
add 4a78a81 Merge pull request #14770: [BEAM-11984] Request count metrics
for GCSIO
add 90e7c1d [BEAM-8376] Google Cloud Firestore Connector - Add firestore
libraries
add 939f35e [BEAM-8376] Google Cloud Firestore Connector - Add common
classes
add 2dea3bd [BEAM-8376] Google Cloud Firestore Connector - Add RPC QoS
Classes
add a7e327c [BEAM-8376] Google Cloud Firestore Connector - Add Firestore
v1 Write Operations
add 468897a Merge pull request #14261: [BEAM-8376] Google Cloud Firestore
Connector - Add Firestore V1 Write Operations
add bbd481e bugfix in verify_release_build.sh
add 4af6271 fix formatting error in mass_comment.py
add 41f8c0c use set_version.sh
add fb6fe94 use --git-add
add 9bfeade Merge pull request #14698 from
ihji/bugfix_verify_release_build
add f9133e7 Missing space in warning message.
add 58e8716 Add missing space in warning message. #14998
add a8a8b3a [BEAM-12028] Add contact information to NotImplementedError
(#14967)
add cd2117b [BEAM-12272] Python - Backport Firestore connector's ramp-up
throttling to Datastore connector (#14723)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 3 +
model/pipeline/src/main/proto/metrics.proto | 2 +
release/src/main/scripts/mass_comment.py | 2 +-
release/src/main/scripts/verify_release_build.sh | 12 +-
.../portability/JobServicePipelineResult.java | 2 +-
.../windowed_wordcount/windowed_wordcount.go | 3 +-
sdks/go/pkg/beam/core/runtime/exec/combine.go | 20 +-
sdks/go/pkg/beam/core/runtime/exec/combine_test.go | 20 +-
sdks/go/pkg/beam/core/runtime/exec/hash.go | 53 +-
sdks/go/pkg/beam/core/runtime/exec/hash_test.go | 6 +-
sdks/go/pkg/beam/core/runtime/exec/translate.go | 4 +-
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 4 +-
sdks/go/test/integration/driver/driver.go | 7 +
sdks/go/test/integration/primitives/windowinto.go | 94 +++
.../test/integration/primitives/windowinto_test.go | 38 +
.../java/org/apache/beam/sdk/transforms/Watch.java | 22 +-
.../org/apache/beam/sdk/transforms/WatchTest.java | 74 ++
sdks/java/io/google-cloud-platform/build.gradle | 3 +
.../beam/sdk/io/gcp/firestore/CounterFactory.java | 29 +
.../sdk/io/gcp/firestore/DistributionFactory.java | 29 +
.../beam/sdk/io/gcp/firestore/FirestoreDoFn.java | 65 ++
.../beam/sdk/io/gcp/firestore/FirestoreIO.java | 38 +
.../sdk/io/gcp/firestore/FirestoreOptions.java | 48 ++
.../FirestoreStatefulComponentFactory.java | 121 +++
.../beam/sdk/io/gcp/firestore/FirestoreV1.java | 730 ++++++++++++++++
.../beam/sdk/io/gcp/firestore/FirestoreV1Fn.java | 59 ++
.../sdk/io/gcp/firestore/FirestoreV1WriteFn.java | 630 ++++++++++++++
.../beam/sdk/io/gcp/firestore/JodaClock.java | 28 +
.../apache/beam/sdk/io/gcp/firestore/RpcQos.java | 267 ++++++
.../beam/sdk/io/gcp/firestore/RpcQosImpl.java | 913 ++++++++++++++++++++
.../beam/sdk/io/gcp/firestore/RpcQosOptions.java | 775 +++++++++++++++++
.../beam/sdk/io/gcp/firestore/package-info.java | 27 +
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 7 +
.../sdk/io/gcp/firestore/BaseFirestoreFnTest.java | 98 +++
.../io/gcp/firestore/BaseFirestoreV1FnTest.java | 84 ++
.../gcp/firestore/BaseFirestoreV1WriteFnTest.java | 915 +++++++++++++++++++++
.../io/gcp/firestore/FirestoreProtoHelpers.java | 33 +
...storeV1FnBatchWriteWithDeadLetterQueueTest.java | 228 +++++
.../FirestoreV1FnBatchWriteWithSummaryTest.java | 250 ++++++
.../sdk/io/gcp/firestore/RpcQosOptionsTest.java | 297 +++++++
.../sdk/io/gcp/firestore/RpcQosSimulationTest.java | 251 ++++++
.../beam/sdk/io/gcp/firestore/RpcQosTest.java | 716 ++++++++++++++++
.../sdk/io/gcp/firestore/it/BaseFirestoreIT.java | 145 ++++
.../gcp/firestore/it/FirestoreTestingHelper.java | 438 ++++++++++
.../sdk/io/gcp/firestore/it/FirestoreV1IT.java | 195 +++++
sdks/python/apache_beam/dataframe/frame_base.py | 35 +-
sdks/python/apache_beam/dataframe/frames.py | 45 +-
sdks/python/apache_beam/dataframe/frames_test.py | 2 +
sdks/python/apache_beam/dataframe/io.py | 7 +-
.../dataframe/pandas_top_level_functions.py | 4 +-
.../datastore/v1new/datastore_write_it_pipeline.py | 4 +-
.../io/gcp/datastore/v1new/datastoreio.py | 45 +-
.../apache_beam/io/gcp/datastore/v1new/helper.py | 10 +-
.../io/gcp/datastore/v1new/rampup_throttling_fn.py | 95 +++
.../datastore/v1new/rampup_throttling_fn_test.py | 62 ++
.../apache_beam/io/gcp/datastore/v1new/util.py | 10 +-
.../io/gcp/datastore/v1new/util_test.py | 8 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 69 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 66 +-
.../apache_beam/io/gcp/resource_identifiers.py | 4 +
.../python/apache_beam/metrics/monitoring_infos.py | 4 +
.../options/pipeline_options_validator.py | 2 +-
sdks/python/setup.py | 2 +-
63 files changed, 8167 insertions(+), 92 deletions(-)
create mode 100644 sdks/go/test/integration/primitives/windowinto.go
create mode 100644 sdks/go/test/integration/primitives/windowinto_test.go
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/CounterFactory.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/DistributionFactory.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreDoFn.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreIO.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreOptions.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreStatefulComponentFactory.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreV1.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreV1Fn.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreV1WriteFn.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/JodaClock.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/RpcQos.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/RpcQosImpl.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/RpcQosOptions.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/package-info.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/BaseFirestoreFnTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/BaseFirestoreV1FnTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/BaseFirestoreV1WriteFnTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreProtoHelpers.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreV1FnBatchWriteWithDeadLetterQueueTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/FirestoreV1FnBatchWriteWithSummaryTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/RpcQosOptionsTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/RpcQosSimulationTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/RpcQosTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/it/BaseFirestoreIT.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/it/FirestoreTestingHelper.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/it/FirestoreV1IT.java
create mode 100644
sdks/python/apache_beam/io/gcp/datastore/v1new/rampup_throttling_fn.py
create mode 100644
sdks/python/apache_beam/io/gcp/datastore/v1new/rampup_throttling_fn_test.py
