This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 43d27ed52af Add a guide to build custom Beam Python SDK image (#33048)
add 785ec0705ce Support poisioning instruction ids to prevent the FnApi
data stream from blocking on failed instructions (#32857)
add 682eaeff69d [KafkaIO] Fix potential data race in
ReadFromKafkaDoFn.AverageRecordSize (#33073)
add c4143315571 Revert "Distroless python sdk (#32960)"
add 93a3dea312a Trigger post commit python test.
add 0f779340db5 Merge pull request #33088 from
shunping/fix-postcommit-python
add 941e5421fbb Update Enrichment Handlers to PEP 585 typing (#33087)
add 628348b8baf Managed BigQueryIO (#31486)
add 26049437ebb Switch to use ConcurrentMap for StringSetData (#33057)
add c03a5e09445 Change dead partition detection to only look at the
current topic (#33089)
add 9394f8561d2 [JdbcIO] Adding disableAutoCommit flag (#32988)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_DataflowV2.json | 3 +-
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 2 +-
CHANGES.md | 1 +
.../model/pipeline/v1/external_transforms.proto | 4 +
.../beam/runners/core/metrics/StringSetData.java | 23 +-
.../runners/core/metrics/StringSetCellTest.java | 44 ++++
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 129 +++++++---
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 4 +-
.../fn/harness/control/ProcessBundleHandler.java | 89 +++----
.../beam/fn/harness/data/BeamFnDataClient.java | 11 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 8 +
.../PTransformRunnerFactoryTestContext.java | 5 +
.../harness/control/ProcessBundleHandlerTest.java | 1 +
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 90 +++++++
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../expansion-service/build.gradle | 3 +
...FileLoadsWriteSchemaTransformConfiguration.java | 72 ------
...QueryFileLoadsWriteSchemaTransformProvider.java | 256 --------------------
.../BigQueryDirectReadSchemaTransformProvider.java | 33 ++-
.../BigQueryFileLoadsSchemaTransformProvider.java | 137 +++++++++++
.../BigQuerySchemaTransformTranslation.java} | 52 ++--
...ueryStorageWriteApiSchemaTransformProvider.java | 226 ++----------------
.../providers/BigQueryWriteConfiguration.java | 218 +++++++++++++++++
.../BigQueryWriteSchemaTransformProvider.java} | 69 +++---
...yFileLoadsWriteSchemaTransformProviderTest.java | 265 ---------------------
...gQueryFileLoadsSchemaTransformProviderTest.java | 146 ++++++++++++
.../gcp/bigquery/providers/BigQueryManagedIT.java | 153 ++++++++++++
.../BigQuerySchemaTransformTranslationTest.java} | 123 +++++-----
...StorageWriteApiSchemaTransformProviderTest.java | 83 ++++---
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 86 ++++++-
.../io/jdbc/JdbcReadSchemaTransformProvider.java | 9 +
.../beam/sdk/io/jdbc/JdbcSchemaIOProvider.java | 11 +
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 65 +++--
.../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java | 11 +
.../java/org/apache/beam/sdk/managed/Managed.java | 11 +-
.../managed/ManagedSchemaTransformProvider.java | 37 ++-
.../sdk/managed/ManagedTransformConstants.java | 18 ++
.../ManagedSchemaTransformProviderTest.java | 3 +-
sdks/python/apache_beam/io/jdbc.py | 5 +
.../transforms/enrichment_handlers/bigquery.py | 30 ++-
.../transforms/enrichment_handlers/bigtable.py | 5 +-
.../enrichment_handlers/bigtable_it_test.py | 9 +-
.../enrichment_handlers/feast_feature_store.py | 7 +-
.../feast_feature_store_it_test.py | 2 +-
.../enrichment_handlers/vertex_ai_feature_store.py | 5 +-
sdks/python/apache_beam/transforms/managed.py | 8 +-
sdks/python/container/Dockerfile | 26 +-
sdks/python/container/common.gradle | 9 +-
sdks/python/test-suites/dataflow/build.gradle | 6 -
sdks/python/test-suites/dataflow/common.gradle | 45 ----
sdks/python/test-suites/gradle.properties | 3 -
52 files changed, 1428 insertions(+), 1236 deletions(-)
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryFileLoadsWriteSchemaTransformConfiguration.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryFileLoadsWriteSchemaTransformProvider.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryFileLoadsSchemaTransformProvider.java
copy
sdks/java/io/{kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslation.java
=>
google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQuerySchemaTransformTranslation.java}
(54%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryWriteConfiguration.java
copy
sdks/java/io/{iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/IcebergReadSchemaTransformProvider.java
=>
google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryWriteSchemaTransformProvider.java}
(57%)
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryFileLoadsWriteSchemaTransformProviderTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryFileLoadsSchemaTransformProviderTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryManagedIT.java
copy
sdks/java/io/{kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslationTest.java
=>
google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQuerySchemaTransformTranslationTest.java}
(63%)
