This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from dec8d23717a Bump torch (#39512)
add 41609956aa3 OTEL in kafka. (#39151)
add ec93d37c602 Bump golang.org/x/oauth2 from 0.7.0 to 0.27.0 in
/playground/backend (#39524)
add ad1e278da3e sdks/java: re-enable nullness checks in WithKeys (#39506)
add 9ae08d5a068 [Solace] Close the HTTP response content stream in
BrokerResponse (#39404)
add 9c82e053f02 Avoid output inside try-catch in Java IO (#39124)
add dd463fa934d Fix flaky AsyncWrapper reset_state test on Python 3.14
(#39521)
add 2eb3323c555 Bump github.com/moby/moby/client from 0.5.0 to 0.5.1 in
/sdks (#39517)
add 905ade4ed42 Bump github.com/aws/smithy-go from 1.27.4 to 1.27.5 in
/sdks (#39519)
add cae3e1749f2 Bump actions/stale from 10 to 11 (#39520)
add f456c02459d Bump scikit-learn (#39525)
add 39c0dde7080 [Gemini] Fix pyrefly check bad-typed-dict-key (#39415)
add 24346193cc8 Add registerSqlOperator() to BeamSqlEnv for custom SQL
operators (#39432)
add f258e3e8ae4 OTEL in pubsub (#39150)
add 55fde074af8 Add the directory with staged files to sys.path and
document the usage (#39434)
add fc0d9895080 Replace non-PEP 585 types in watch.py (#39527)
add f20da8a1c4a Update ruff and pyrefly dependencies (#39531)
add 8473d90e93f [Java IO] Add ArrowFlight IO connector (#37904)
add 2ee432b2b61 Support JmsIO SchemaTransform and cross-lang (#39437)
add 3926b886590 fix golangci-lint issue - tour of beam (#39490)
No new revisions were added by this update.
Summary of changes:
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
...m_PostCommit_Python_Xlang_Messaging_Direct.json | 2 +-
.github/workflows/stale.yml | 2 +-
.github/workflows/tour_of_beam_backend.yml | 4 +-
CHANGES.md | 3 +-
build.gradle.kts | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 +
learning/tour-of-beam/backend/function.go | 6 +-
.../backend/integration_tests/client.go | 8 +-
.../backend/internal/fs_content/yaml.go | 10 +-
.../backend/internal/storage/datastore.go | 11 +-
.../tour-of-beam/backend/internal/storage/mock.go | 8 +-
playground/backend/go.mod | 7 +-
playground/backend/go.sum | 10 +-
sdks/go.mod | 4 +-
sdks/go.sum | 8 +-
.../prism/internal/engine/elementmanager.go | 1 +
.../org/apache/beam/sdk/transforms/WithKeys.java | 27 +-
.../beam/sdk/extensions/arrow/ArrowConversion.java | 61 ++
.../sdk/extensions/arrow/ArrowConversionTest.java | 33 +
.../beam/sdk/extensions/sql/impl/BeamSqlEnv.java | 13 +
.../extensions/sql/impl/CalciteQueryPlanner.java | 10 +-
.../sdk/extensions/sql/impl/JdbcConnection.java | 22 +
.../sql/impl/BeamSqlEnvRegisterOperatorTest.java | 100 +++
.../io/{synthetic => arrow-flight}/build.gradle | 28 +-
.../beam/sdk/io/arrowflight/ArrowFlightIO.java | 840 +++++++++++++++++++++
.../beam/sdk/io/arrowflight}/package-info.java | 13 +-
.../beam/sdk/io/arrowflight/ArrowFlightIOTest.java | 330 ++++++++
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 17 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 6 +-
.../apache/beam/sdk/io/gcp/healthcare/HL7v2IO.java | 17 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 130 ++++
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 145 ++++
.../sdk/io/jms/JmsReadSchemaTransformProvider.java | 228 ++++++
.../io/jms/JmsWriteSchemaTransformProvider.java | 192 +++++
.../sdk/io/jms/JmsSchemaTransformProviderTest.java | 263 +++++++
sdks/java/io/kafka/build.gradle | 2 +
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 156 +++-
.../KafkaIOReadImplementationCompatibility.java | 6 +
.../io/messaging-expansion-service/build.gradle | 3 +
.../beam/sdk/io/solace/broker/BrokerResponse.java | 13 +-
.../sdk/io/solace/broker/BrokerResponseTest.java | 66 ++
.../online_clustering/clustering_pipeline/setup.py | 2 +-
.../apache_beam/io/external/xlang_jmsio_it_test.py | 235 ++++++
.../io/external/xlang_mqttio_it_test.py | 66 +-
sdks/python/apache_beam/io/watch.py | 11 +-
.../python/apache_beam/options/pipeline_options.py | 1 +
.../apache_beam/options/pipeline_options_test.py | 16 +
.../dataproc/dataproc_cluster_manager.py | 3 +-
.../runners/portability/beam_plugins_it_test.py | 70 ++
.../apache_beam/runners/worker/sdk_worker_main.py | 7 +
.../runners/worker/sdk_worker_main_test.py | 49 ++
.../apache_beam/transforms/async_dofn_test.py | 15 +-
sdks/python/pyproject.toml | 2 +-
sdks/python/setup.py | 4 +-
sdks/python/test-suites/direct/common.gradle | 21 +-
sdks/standard_expansion_services.yaml | 4 +
sdks/standard_external_transforms.yaml | 103 ++-
settings.gradle.kts | 1 +
.../site/content/en/documentation/io/connectors.md | 16 +
.../sdks/python-pipeline-dependencies.md | 41 +-
62 files changed, 3333 insertions(+), 144 deletions(-)
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/BeamSqlEnvRegisterOperatorTest.java
copy sdks/java/io/{synthetic => arrow-flight}/build.gradle (65%)
create mode 100644
sdks/java/io/arrow-flight/src/main/java/org/apache/beam/sdk/io/arrowflight/ArrowFlightIO.java
copy
sdks/java/{extensions/sql/udf/src/main/java/org/apache/beam/sdk/extensions/sql/udf
=>
io/arrow-flight/src/main/java/org/apache/beam/sdk/io/arrowflight}/package-info.java
(69%)
create mode 100644
sdks/java/io/arrow-flight/src/test/java/org/apache/beam/sdk/io/arrowflight/ArrowFlightIOTest.java
create mode 100644
sdks/java/io/jms/src/main/java/org/apache/beam/sdk/io/jms/JmsReadSchemaTransformProvider.java
create mode 100644
sdks/java/io/jms/src/main/java/org/apache/beam/sdk/io/jms/JmsWriteSchemaTransformProvider.java
create mode 100644
sdks/java/io/jms/src/test/java/org/apache/beam/sdk/io/jms/JmsSchemaTransformProviderTest.java
create mode 100644
sdks/java/io/solace/src/test/java/org/apache/beam/sdk/io/solace/broker/BrokerResponseTest.java
create mode 100644 sdks/python/apache_beam/io/external/xlang_jmsio_it_test.py
create mode 100644
sdks/python/apache_beam/runners/portability/beam_plugins_it_test.py
