This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 52b4a9cb58e Update to fix endpoint connectivity (#30022)
add 79b9de283fe GCS autosharding flag (#29886)
add e867ed7cdce Worker message plumbing (#29879)
add b4c23b32f2b Correct Examples of utilizing `UploadToDicomStore` (#30008)
add 65811eed6ea Upgrade checkerframework to 3.42.0
add 8772389d0c2 Merge pull request #29961: Upgrade checkerframework to
3.42.0
add ba05f0f0343 Add a enum for the new value capture type
NEW_ROW_AND_OLD_VALUES. Also add related unit tests.
add e019de89307 Merge pull request #30012 Support spanner
NEW_ROW_AND_OLD_VALUES.
add 02b369d87a7 ReadFromTsv example.
add 2ff551eeb9e Merge pull request #29997 Add a ReadFromTsv example.
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
.../it/gcp/dataflow/AbstractPipelineLauncher.java | 17 ++-
.../beam/model/pipeline/v1/beam_runner_api.proto | 4 +
.../core/construction/WriteFilesTranslation.java | 23 ++++
.../construction/WriteFilesTranslationTest.java | 6 +-
.../core/metrics/ExecutionStateSampler.java | 3 +-
.../apache/beam/runners/flink/metrics/Metrics.java | 3 +-
.../beam/runners/dataflow/DataflowMetrics.java | 8 +-
.../beam/runners/dataflow/DataflowRunner.java | 7 ++
.../beam/runners/dataflow/DataflowRunnerTest.java | 33 ++++++
.../dataflow/worker/DataflowWorkUnitClient.java | 42 +++++++
.../dataflow/worker/StreamingDataflowWorker.java | 89 +++++++++-----
.../runners/dataflow/worker/WorkUnitClient.java | 17 +++
.../dataflow/worker/util/BoundedQueueExecutor.java | 4 +-
.../worker/DataflowWorkUnitClientTest.java | 24 ++++
runners/spark/spark_runner.gradle | 2 +
sdks/java/core/build.gradle | 1 +
.../main/java/org/apache/beam/sdk/Pipeline.java | 10 +-
.../main/java/org/apache/beam/sdk/io/FileIO.java | 14 +++
.../src/main/java/org/apache/beam/sdk/io/Read.java | 131 ++++++++++++---------
.../main/java/org/apache/beam/sdk/io/TextIO.java | 18 +++
.../java/org/apache/beam/sdk/io/WriteFiles.java | 12 ++
.../org/apache/beam/sdk/values/RowWithGetters.java | 21 +++-
.../java/org/apache/beam/sdk/PipelineTest.java | 5 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 12 ++
.../extensions/protobuf/ProtoSchemaTranslator.java | 9 +-
.../extensions/sorter/BufferedExternalSorter.java | 6 +-
.../apache/beam/sdk/io/aws2/schemas/AwsTypes.java | 1 +
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 4 +-
.../beam/sdk/io/gcp/bigquery/RetryManager.java | 2 +-
.../changestreams/model/ValueCaptureType.java | 1 +
.../mapper/ChangeStreamRecordMapperTest.java | 100 ++++++++++++++++
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 27 +++--
.../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 10 +-
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 2 +-
.../singlestore/SingleStoreDefaultRowMapper.java | 5 +-
.../beam/sdk/tpcds/TableSchemaJSONLoader.java | 14 ++-
sdks/python/apache_beam/dataframe/io.py | 3 +-
.../apache_beam/io/gcp/healthcare/dicomio.py | 31 ++---
sdks/python/apache_beam/yaml/inline_python.md | 22 ++++
sdks/python/apache_beam/yaml/readme_test.py | 5 +
41 files changed, 592 insertions(+), 160 deletions(-)
