This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from ed39cbbf709 beam-sql.sh, a standalone launcher for Beam SQL Shell
(#36305)
add 12a34c8acf8 Change default timeout and add heartbeat logging (#36517)
add 4add79cab24 Updates ExpansionService so that managed transforms can
use specific dependencies during expansion. Behavior is guarded by an pipeline
option.
add 50f578aee32 Merge pull request #36515: Updates ExpansionService so
that managed transforms can use specific dependencies during expansion
add 9ed06d081ec Handle null keys in gbek (#36505)
add c703b7227de Bump github.com/nats-io/nats.go from 1.46.0 to 1.47.0 in
/sdks (#36521)
add 99ee1738e2b Add a flag to control whether to allow splitting on sdf.
(#36512)
add d687f4fe817 Add GRPC experiments to Python dockerfile (#36525)
add f0c92c7a772 revert outputWindowedValue changes as there is
outputBuilder
add abf1904759e Merge pull request #36523: revert outputWindowedValue
changes from KafkaIO as there is outputBuilder
add ed39503878e Skip TestTimers_ProcessingTime_Unbounded for spark.
(#36527)
add 6ad53078c48 Moving to 2.70.0-SNAPSHOT on master branch.
add f7619c789d0 Update CHANGES.md to have fields for 2.70.0 release
add 6562b5b677d Update CHANGES.md to mention breakign change around
ProcessContext (#36530)
add 30fd958f5fc feat(bigquery): add GEOGRAPHY type support for BigQuery
I/O (#36121)
add b6878702484 Fix flaky tests caused by secret overlap (#36526)
add 96e79cba3a6 Concat protos in BQStorageWriteAPI - solve edge cases
during mering of nested repeated fields (#34436)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
...aming.json => beam_PostCommit_Go_VR_Spark.json} | 2 +-
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
CHANGES.md | 32 ++
gradle.properties | 4 +-
...TimeBoundedSplittableProcessElementInvoker.java | 35 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 130 -----
.../core/SplittableParDoViaKeyedWorkItems.java | 21 -
scripts/beam-sql.sh | 2 +-
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
sdks/go/pkg/beam/core/core.go | 2 +-
.../prism/internal/engine/elementmanager.go | 5 +
sdks/go/pkg/beam/runners/prism/internal/execute.go | 22 +-
sdks/go/pkg/beam/runners/prism/internal/stage.go | 5 +-
sdks/go/test/integration/integration.go | 6 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 31 --
.../org/apache/beam/sdk/transforms/DoFnTester.java | 64 ---
.../beam/sdk/transforms/GroupByEncryptedKey.java | 30 +-
.../beam/sdk/util/construction/Environments.java | 25 +
.../construction/SplittableParDoNaiveBounded.java | 48 --
.../sdk/transforms/GroupByEncryptedKeyTest.java | 9 +-
.../container/expansion_service_config.yml | 30 +-
.../sdk/expansion/service/ExpansionService.java | 14 +
.../expansion/service/ExpansionServiceOptions.java | 7 +
.../sdk/expansion/service/TransformProvider.java | 55 ++-
...xpansionServiceSchemaTransformProviderTest.java | 90 +++-
.../expansion/service/ExpansionServiceTest.java | 2 +-
.../resources/test_expansion_service_config.yaml | 3 +
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 171 +------
.../beam/sdk/io/gcp/bigquery/AppendClientInfo.java | 12 +
.../sdk/io/gcp/bigquery/SplittingIterable.java | 19 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 9 +-
.../bigquery/StorageApiWritesShardedRecords.java | 4 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 154 ++++++
.../bigquery/TableRowToStorageApiProtoTest.java | 138 ++++++
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 14 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 13 +
.../io/gcp/bigquery_geography_it_test.py | 540 +++++++++++++++++++++
.../apache_beam/io/gcp/bigquery_schema_tools.py | 3 +-
.../io/gcp/bigquery_schema_tools_test.py | 134 ++++-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 1 +
.../apache_beam/io/gcp/bigquery_tools_test.py | 154 ++++++
.../python/apache_beam/options/pipeline_options.py | 2 +-
.../runners/portability/prism_runner.py | 4 +-
.../apache_beam/runners/worker/data_plane.py | 1 +
sdks/python/apache_beam/transforms/core_it_test.py | 9 +-
sdks/python/apache_beam/transforms/util_test.py | 7 +-
.../transforms/validate_runner_xlang_test.py | 9 +-
sdks/python/apache_beam/version.py | 2 +-
sdks/python/container/Dockerfile | 5 +
sdks/typescript/package.json | 2 +-
52 files changed, 1501 insertions(+), 589 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_PVR_Flink_Streaming.json =>
beam_PostCommit_Go_VR_Spark.json} (53%)
create mode 100644 sdks/python/apache_beam/io/gcp/bigquery_geography_it_test.py
