This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from e0b04bf2732 Update 2024.md (#33502)
add e657d6c8cec Adds an SdkHarnessOption that controls whether logging is
redirected through the FnApi (#33418)
add 43b2bf7cb20 [feat 32473] Added soft deadline logic to Spanner Change
Stream IO connector. (#32474)
add 1d5a3e8ee6e Enable caching in Python tests workflow (#33355)
add f17bb8d5cf4 SolaceIO: separate auth and session settings (#32406)
add 06644ece588 Bump com.gradle.develocity from 3.17.6 to 3.19 (#33375)
add 39850bf1892 Clean up py38 targets (#33510)
add 1b78b67b29e Bump yapf from 0.29.0 to 0.43.0 in /sdks/python (#33112)
add 4a5575cc149 Update typehinting code to use primitives and collections
types as main types over typing variants (#33427)
add b911ccafe66 Documents the connectors supported via the Managed API
(#33516)
add ab354dbe0be Update REVIEWERS.yml with the BigTable team (#33492)
add fa086f99e24 Pin protobuf for older hadoop tests (#33525)
add 6618968a2f7 Return zero elements immediately if the requested number
of quantiles is 1. (#33524)
add 6509e514033 [#33513][prism]Handle Time sorted requirement and drop
late data. (#33515)
add 40151abbfdd Add Iceberg support for name-based mapping schema (#33315)
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 3 +
.../actions/setup-environment-action/action.yml | 28 ++-
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../beam_PostCommit_Java_Hadoop_Versions.json | 2 +-
.github/workflows/python_tests.yml | 4 +-
.test-infra/jenkins/build.gradle | 4 +-
.test-infra/jenkins/metrics_report/tox.ini | 4 +-
.../beam/runners/dataflow/DataflowRunner.java | 3 +
runners/prism/java/build.gradle | 16 +-
.../prism/internal/engine/elementmanager.go | 12 ++
.../pkg/beam/runners/prism/internal/handlepardo.go | 7 +-
.../beam/runners/prism/internal/jobservices/job.go | 1 +
sdks/go/pkg/beam/transforms/stats/quantiles.go | 4 +
.../go/pkg/beam/transforms/stats/quantiles_test.go | 17 ++
.../apache/beam/sdk/options/SdkHarnessOptions.java | 10 +
.../org/apache/beam/sdk/transforms/ParDoTest.java | 8 +-
.../jmh/logging/BeamFnLoggingClientBenchmark.java | 6 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 14 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 5 +-
.../{package-info.java => LoggingClient.java} | 9 +-
.../fn/harness/logging/LoggingClientFactory.java | 59 ++++++
.../data/PCollectionConsumerRegistryTest.java | 7 +-
.../action/ChildPartitionsRecordAction.java | 14 +-
.../action/DataChangeRecordAction.java | 15 +-
.../action/HeartbeatRecordAction.java | 11 +-
.../action/QueryChangeStreamAction.java | 25 ++-
.../restriction/RestrictionInterrupter.java | 85 +++++++++
.../action/ChildPartitionsRecordActionTest.java | 38 +++-
.../action/DataChangeRecordActionTest.java | 26 ++-
.../action/HeartbeatRecordActionTest.java | 38 +++-
.../action/QueryChangeStreamActionTest.java | 130 ++++++++++---
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 6 +-
.../restriction/RestrictionInterrupterTest.java | 65 +++++++
sdks/java/io/hadoop-file-system/build.gradle | 5 +
sdks/java/io/iceberg/build.gradle | 2 +
.../apache/beam/sdk/io/iceberg/ScanTaskReader.java | 37 +++-
.../beam/sdk/io/iceberg/IcebergIOReadTest.java | 202 +++++++++++++++++++++
.../beam/sdk/io/iceberg/TestDataWarehouse.java | 4 +
.../apache/beam/sdk/io/iceberg/TestFixtures.java | 7 +
.../org/apache/beam/sdk/io/solace/SolaceIO.java | 7 +-
.../BasicAuthJcsmpSessionServiceFactory.java | 26 +--
...essionService.java => JcsmpSessionService.java} | 79 +++-----
.../beam/sdk/io/solace/broker/SessionService.java | 42 ++---
.../io/solace/broker/SessionServiceFactory.java | 39 +++-
.../sdk/io/solace/MockEmptySessionService.java | 2 +-
.../beam/sdk/io/solace/MockSessionService.java | 4 +-
...entialsBasicAuthJcsmpSessionServiceFactory.java | 62 +++++++
... => SolaceIOCustomSessionServiceFactoryIT.java} | 44 ++---
.../apache/beam/sdk/io/solace/it/SolaceIOIT.java | 1 +
.../apache_beam/testing/synthetic_pipeline.py | 17 +-
.../typehints/native_type_compatibility.py | 107 ++++++++---
.../typehints/native_type_compatibility_test.py | 27 ++-
sdks/python/pyproject.toml | 2 +-
sdks/python/test-suites/tox/common.gradle | 2 +-
sdks/python/tox.ini | 2 +-
settings.gradle.kts | 7 +-
.../site/content/en/documentation/io/connectors.md | 59 ++++++
57 files changed, 1189 insertions(+), 275 deletions(-)
copy
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/logging/{package-info.java
=> LoggingClient.java} (85%)
create mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/logging/LoggingClientFactory.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/RestrictionInterrupter.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/RestrictionInterrupterTest.java
rename
sdks/java/io/solace/src/main/java/org/apache/beam/sdk/io/solace/broker/{BasicAuthJcsmpSessionService.java
=> JcsmpSessionService.java} (74%)
create mode 100644
sdks/java/io/solace/src/test/java/org/apache/beam/sdk/io/solace/it/FixedCredentialsBasicAuthJcsmpSessionServiceFactory.java
copy
sdks/java/io/solace/src/test/java/org/apache/beam/sdk/io/solace/it/{SolaceIOMultipleSempIT.java
=> SolaceIOCustomSessionServiceFactoryIT.java} (79%)
