This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 7bb7fab [release-23.6.0] Fix JIRA link for 2.36 blog (#16771)
add 56e5c2c [BEAM-13647] Use role for Go worker binary. (#16729)
add 13a8001 [BEAM-13840] Fix usage of legacy rawtypes in AWS modules
add 8c0fa37 Merge pull request #16756: [BEAM-13840] Fix usage of legacy
rawtypes in AWS modules
add c691d12 [BEAM-13839] Upgrade zstd-jni to version 1.5.2-1
add d1b8e56 Merge pull request #16755: [BEAM-13839] Upgrade zstd-jni to
version 1.5.2-1
add ae8c4fe [BEAM-13606] Fail bundles with failed BigTable mutations
(#16751)
add 60b36c2 BEAM-13439 Type annotation for ptransform_fn
add c14d24d BEAM-13439 Type annotation for ptransform_fn #16517
add e3dbc5d Output successful rows from BQ Streaming Inserts
add 6e050bc Merge pull request #16768 from Output successful rows from BQ
Streaming Inserts
add d192b62 [BEAM-13246] Add support for S3 Bucket Key at the object
level (AWS Sdk v2).
add 963c04a Merge pull request #16714: [BEAM-13246] Add support for S3
Bucket Key at the object level (AWS Sdk v2)
add 52eeb65 Update README.md
add cfeb1eb Merge branch 'apache:master' into master
add 6999a51 Update README with latest PreCommit Jobs
add b19e024 Update Postcommit jobs with latest jobs
add 8425eb1 Update Performace job tests in readme
add 9391007 update load job tests with latest updates
add afad9aa update other jobs test with latest updates
add c8d2ee0 mismatch links fix
add 78fd7e6 update trigger phrase for some postCommit jobs
add 16ac126 correct trigger phrases in readme
add 017b80a Merge branch 'apache:master' into master
add 639f6b4 Merge branch 'master' of github.com:MarcoRob/beam into
BEAM-12650
add 1c7fd7a add pending jobs to readme
add 4b833fa Update README.md
add 7d39b33 fix broken links in jobs & remove the invalid ones
add f210d1c Merge pull request #16610 from MarcoRob/BEAM-12650
add b09f51a [BEAM-12914] Add missing 3.9 opcodes to type inference.
(#16761)
add b14010d [BEAM-13321] Initial BigQueryIO externalization. (#16489)
add f2c36cf [BEAM-13193] Enable process bundle response elements
embedding in Java SDK Harness (#16769)
add e1ef9c4 [BEAM-13830] added a debeziumio_expansion_addr flag to GoSDK
(#16780)
add fc00b96 Apply spotless. (#16783)
add 0881676 Update Dataflow Python dev container images.
add d37d030 Merge pull request #16782 from ibzib/py0208
add 87e7e28 [BEAM-13858] Fix broken github action on
:sdks:go:examples:wordCount (#16785)
add fd357fd [BEAM-13732] Go SDK BigQuery IO wrapper. Initial
implementation. (#16598)
add 6fe157a [BEAM-13732] Add example for Go BigQuery IO wrapper. (#16786)
add 0a0dc72 Add java 17 to changes
add 502b503 add jira for runner v2
add 8ed4763 Merge pull request #16779 from kileys/changes
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/README.md | 82 +++++--
CHANGES.md | 4 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../pipeline/src/main/proto/beam_runner_api.proto | 6 +
sdks/go/container/boot.go | 16 +-
sdks/go/examples/build.gradle | 1 +
sdks/go/examples/kafka/taxi.go | 47 ++--
sdks/go/examples/xlang/bigquery/wordcount.go | 220 +++++++++++++++++
sdks/go/pkg/beam/artifact/materialize.go | 5 +-
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 48 +++-
.../pkg/beam/core/runtime/graphx/translate_test.go | 165 +++++++++++++
sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go | 267 +++++++++++++++++++++
sdks/go/pkg/beam/io/xlang/schemaio/schemaio.go | 119 +++++++++
.../go/pkg/beam/io/xlang/schemaio/schemaio_test.go | 80 ++++++
.../beam/runners/dataflow/dataflowlib/execute.go | 16 +-
.../pkg/beam/runners/dataflow/dataflowlib/stage.go | 18 +-
.../beam/runners/universal/runnerlib/execute.go | 64 +++--
.../pkg/beam/runners/universal/runnerlib/stage.go | 4 +-
sdks/go/test/build.gradle | 3 +
sdks/go/test/integration/flags.go | 4 +
.../integration/io/xlang/debezium/debezium_test.go | 6 +-
sdks/go/test/run_validatesrunner_tests.sh | 26 +-
.../schemaio-expansion-service/build.gradle | 2 +
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 40 ++-
.../sdk/fn/data/BeamFnDataOutboundObserver.java | 6 +-
.../fn/data/BeamFnDataOutboundAggregatorTest.java | 43 ++--
.../beam/fn/harness/PTransformRunnerFactory.java | 4 +
.../fn/harness/control/ProcessBundleHandler.java | 94 ++++++--
.../beam/fn/harness/data/BeamFnDataClient.java | 11 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 7 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 3 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 2 +-
.../PTransformRunnerFactoryTestContext.java | 10 +-
.../harness/control/ProcessBundleHandlerTest.java | 95 +++++++-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 5 +-
.../beam/sdk/io/aws/dynamodb/DynamoDBIO.java | 29 +--
.../java/org/apache/beam/sdk/io/aws/sns/SnsIO.java | 7 +-
.../beam/sdk/io/aws2/dynamodb/DynamoDBIO.java | 29 +--
.../apache/beam/sdk/io/aws2/options/S3Options.java | 7 +
.../sdk/io/aws2/s3/S3FileSystemConfiguration.java | 9 +
.../beam/sdk/io/aws2/s3/S3WritableByteChannel.java | 1 +
.../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 5 +-
.../apache/beam/sdk/io/aws2/s3/S3TestUtils.java | 7 +-
.../sdk/io/aws2/s3/S3WritableByteChannelTest.java | 5 +
sdks/java/io/expansion-service/build.gradle | 2 -
.../sdk/io/gcp/bigquery/BatchedStreamingWrite.java | 3 +
.../io/gcp/bigquery/BigQuerySchemaIOProvider.java | 215 +++++++++++++++++
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 39 +--
.../examples/cookbook/bigtableio_it_test.py | 8 +-
sdks/python/apache_beam/io/gcp/bigtableio.py | 29 ++-
sdks/python/apache_beam/io/gcp/bigtableio_test.py | 7 +-
.../apache_beam/runners/dataflow/internal/names.py | 4 +-
sdks/python/apache_beam/transforms/ptransform.py | 2 +
sdks/python/apache_beam/typehints/opcodes.py | 86 ++++++-
.../apache_beam/typehints/trivial_inference.py | 9 +
.../typehints/trivial_inference_test.py | 43 +++-
56 files changed, 1849 insertions(+), 222 deletions(-)
create mode 100644 sdks/go/examples/xlang/bigquery/wordcount.go
create mode 100644 sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go
create mode 100644 sdks/go/pkg/beam/io/xlang/schemaio/schemaio.go
create mode 100644 sdks/go/pkg/beam/io/xlang/schemaio/schemaio_test.go
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQuerySchemaIOProvider.java
