This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/timeout-cb
in repository https://gitbox.apache.org/repos/asf/beam.git
from b6116b8bc19 Update CHANGES
add 68ddd9dc7b9 add a pattern for using a shared object as a cache
add afb6a09094b apply suggestions from code review
add 049b478ddd9 fix whitespace error
add d34c927e57e Apply suggestions from code review
add 067d6b8edc6 Merge pull request #32187 from
jaehyeon-kim/feature/add-shared-class-examples
add 26cd5df5995 Adds an ORDERED_LIST_STATE capability to the Java SDK.
(#32067)
add ff64566fbdd Bump google-ads API to v17 (#32244)
add 714f08b34ae Add to ClickHouseIO dedicated useragnet (#32253)
add 6582e7ae538 Fix it-mongo compile fail on Java11 (#32243)
add bd65ee9c5bf Portable runner fixes (#32247)
add 254519b857a Add Lineage metrics to KafkaIO (#32170)
add 89b1a7f2028 [yaml] Fix PubSub error message
add 4365f73cbe3 Merge pull request #32093 [yaml] Fix PubSub error message
add 63055a8032f Add BatchElements overview doc to Beam Website (#32239)
add 2da24d0644f [#32245][Go SDK] Copy bytes sent over the State API
Writer. (#32246)
add 71e3eedcd65 Update nltk version to 3.9.1 (#32256)
add 05b1781c6ea [#32221] [prism] Terminate streams for each
timerfamily+transform pair. (#32223)
add ec3cec201bf Attach file extension to Iceberg writes (#32254)
add 65427efe9d0 Bump cloud.google.com/go/spanner from 1.66.0 to 1.67.0 in
/sdks (#32234)
add 228554b7319 Bump google.golang.org/api from 0.191.0 to 0.192.0 in
/sdks (#32175)
add 8601bbaed8d Bump github.com/tetratelabs/wazero from 1.7.3 to 1.8.0 in
/sdks (#32193)
add 3fb4fd0f6ea Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#32266)
add 917e99670ed Add ErrorHandler pattern to Python.
add c4be92fd769 Add with_error_handler to ParDo (Map, FlatMap, etc.)
add 34e28f396ea Add collecting error handler.
add b69f4d8eb45 Add test stanza and other lint fixes.
add daf28cdf979 Fix typo.
add 5141f14503d Fix typo.
add 049e4b3b6b9 Merge branch 'master' into error-handler
add 36e5eff40af Add test of with_exception_handling side effects.
add b3a874f4766 Merge pull request #31856 Add ErrorHandler DLQ API to
Python.
add dc6a5d38cc4 Merge branch 'master' into users/damccorm/timeout-cb
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 3 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
.../it/cassandra/CassandraResourceManager.java | 2 +-
.../apache/beam/it/common/PipelineLauncher.java | 2 +-
.../org/apache/beam/it/common/TestProperties.java | 2 +-
.../beam/it/common/utils/ExceptionUtils.java | 2 +-
.../beam/it/common/utils/ResourceManagerUtils.java | 2 +-
.../apache/beam/it/conditions/ConditionCheck.java | 2 +-
.../ElasticsearchResourceManager.java | 2 +-
.../java/org/apache/beam/it/gcp/LoadTestBase.java | 2 +-
.../gcp/bigquery/conditions/BigQueryRowsCheck.java | 5 +-
.../it/gcp/bigtable/BigtableResourceManager.java | 2 +-
.../it/gcp/dataflow/AbstractPipelineLauncher.java | 2 +-
.../beam/it/gcp/monitoring/MonitoringClient.java | 2 +-
.../gcp/pubsub/conditions/PubsubMessagesCheck.java | 5 +-
.../it/gcp/spanner/SpannerResourceManager.java | 2 +-
.../beam/it/gcp/bigquery/BigQueryStreamingLT.java | 3 +-
.../apache/beam/it/kafka/KafkaResourceManager.java | 2 +-
it/mongodb/build.gradle | 4 +
.../beam/it/mongodb/MongoDBResourceManager.java | 2 +-
.../mongodb/conditions/MongoDBDocumentsCheck.java | 5 +-
.../apache/beam/it/neo4j/Neo4jResourceManager.java | 2 +-
.../beam/it/neo4j/conditions/Neo4jQueryCheck.java | 5 +-
.../beam/it/splunk/SplunkResourceManager.java | 2 +-
.../it/splunk/conditions/SplunkEventsCheck.java | 8 +-
.../TestContainerResourceManager.java | 2 +-
.../beam/it/truthmatchers/PipelineAsserts.java | 2 +-
.../beam/it/truthmatchers/RecordsSubject.java | 2 +-
.../beam/model/pipeline/v1/beam_runner_api.proto | 4 +
.../portability/JobServicePipelineResult.java | 252 ++++++++++-----------
.../beam/runners/portability/PortableRunner.java | 88 ++++---
.../runners/portability/PortableRunnerTest.java | 2 +
sdks/go.mod | 14 +-
sdks/go.sum | 28 +--
sdks/go/pkg/beam/core/runtime/harness/statemgr.go | 9 +-
sdks/go/pkg/beam/runners/prism/internal/stage.go | 22 +-
.../beam/runners/prism/internal/worker/bundle.go | 5 +-
.../resources/beam/checkstyle/suppressions.xml | 4 +-
.../beam/sdk/util/construction/Environments.java | 1 +
.../sdk/util/construction/EnvironmentsTest.java | 3 +
.../beam/sdk/io/clickhouse/ClickHouseIO.java | 5 +
sdks/java/io/google-ads/build.gradle | 2 +-
.../apache/beam/sdk/io/googleads/GoogleAdsIO.java | 8 +-
.../{GoogleAdsV14.java => GoogleAdsV17.java} | 100 ++++----
.../sdk/io/googleads/DummyRateLimitPolicy.java | 11 +-
...GoogleAdsV14Test.java => GoogleAdsV17Test.java} | 90 ++++----
.../io/googleads/MockGoogleAdsClientFactory.java | 10 +-
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 6 +-
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 16 ++
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 13 ++
.../org/apache/beam/sdk/io/kafka/KafkaWriter.java | 18 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 28 +--
...KafkaIOReadImplementationCompatibilityTest.java | 23 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 73 ++++--
sdks/python/apache_beam/pipeline.py | 7 +
.../runners/portability/prism_runner_test.py | 32 ---
sdks/python/apache_beam/transforms/core.py | 23 +-
.../apache_beam/transforms/error_handling.py | 126 +++++++++++
.../apache_beam/transforms/error_handling_test.py | 148 ++++++++++++
sdks/python/apache_beam/yaml/yaml_io.py | 12 +-
.../container/py310/base_image_requirements.txt | 2 +-
.../container/py311/base_image_requirements.txt | 2 +-
.../container/py312/base_image_requirements.txt | 2 +-
.../container/py38/base_image_requirements.txt | 2 +-
.../container/py39/base_image_requirements.txt | 2 +-
.../en/documentation/patterns/batch-elements.md | 45 ++++
.../content/en/documentation/patterns/overview.md | 5 +
.../en/documentation/patterns/shared-class.md | 93 ++++++++
.../partials/section-menu/en/documentation.html | 1 +
69 files changed, 966 insertions(+), 451 deletions(-)
rename
sdks/java/io/google-ads/src/main/java/org/apache/beam/sdk/io/googleads/{GoogleAdsV14.java
=> GoogleAdsV17.java} (89%)
rename
sdks/java/io/google-ads/src/test/java/org/apache/beam/sdk/io/googleads/{GoogleAdsV14Test.java
=> GoogleAdsV17Test.java} (90%)
create mode 100644 sdks/python/apache_beam/transforms/error_handling.py
create mode 100644 sdks/python/apache_beam/transforms/error_handling_test.py
create mode 100644
website/www/site/content/en/documentation/patterns/batch-elements.md
create mode 100644
website/www/site/content/en/documentation/patterns/shared-class.md
