This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 2f2e4fa Merge pull request #15922 from ibzib/es-flake
add 7ebccbc [BEAM-11097] Create hook to enable cross-bundle side input
caching (#15896)
add 591f00e [BEAM-13056] Expose FieldAccess in DoFnSchemaInformation
add 39bd3a4 Merge pull request #15886: [BEAM-13056] Expose FieldAccess in
DoFnSchemaInformation
add 57e331b Merge pull request #15804 from [BEAM-13109][Playground] Add
processing of timeout for RunCode API method
add e237c2f Improve FhirIO LRO Counters + minor fixes (#15921)
add c4feaff Minor HL7v2IO Fixes
add a1bfd08 Merge branch 'apache:master' into PIPEWHEEL
add 6c954ca Merge pull request #15868 from msbukal/PIPEWHEEL
add 9b1512d Merge pull request #15771 from Enable BQ Standard SQL dialect
style table specifications.
add cb54dca [BEAM-12976] Add Java interfaces for projection pushdown.
add cd2ac1f fix cast
add 3f10676 [BEAM-12976] Address review comments.
add 2249c9f Hard-code output tag instead of making it public.
add 72a5054 revert MAIN_OUTPUT_TAG to private
add 31b66f4 Remove WITHOUT_FIELD_ORDERING. Field reordering will be a
prerequisite for pushdown support.
add 585e081 Merge pull request #15712 from ibzib/generic-pushdown
add ededcb5 [BEAM-11217] Metrics querying for Pcol metrics (#15923)
add ca6b25a Add detection of BundleFinalizers to DoFnSignatures
add 90fbace Add enable_prime to the unified worker experiment list.
add d7a87d0 Raise an exception before trying to launch a pipeline using
BundleFinalizers on dataflow when runnerv2 is not in use
add 8a1addc Fix detection to properly null check.
add 8da177f Merge pull request #15904: Raise an exception before trying
to launch a pipeline using BundleFinalizers on dataflow when runnerv2 is not in
use
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 +
playground/api/v1/api.proto | 16 +-
playground/backend/cmd/server/controller.go | 131 +++++++++++---
playground/backend/cmd/server/controller_test.go | 19 ++-
playground/backend/cmd/server/server.go | 3 +
playground/backend/internal/api/v1/api.pb.go | 189 +++++++++++----------
.../environment/environment_service_test.go | 8 +-
playground/backend/internal/executors/executor.go | 31 ++--
.../backend/internal/executors/executor_test.go | 5 +-
playground/frontend/lib/api/v1/api.pbenum.dart | 18 +-
playground/frontend/lib/api/v1/api.pbgrpc.dart | 9 +-
playground/frontend/lib/api/v1/api.pbjson.dart | 18 +-
.../beam/runners/dataflow/DataflowRunner.java | 11 +-
sdks/go/pkg/beam/core/metrics/metrics.go | 89 +++++++++-
sdks/go/pkg/beam/core/metrics/metrics_test.go | 37 ++++
.../runtime/harness/{sampler.go => cache_hooks.go} | 45 ++---
sdks/go/pkg/beam/core/runtime/harness/harness.go | 14 +-
.../core/runtime/harness/statecache/statecache.go | 20 ++-
.../runtime/harness/statecache/statecache_test.go | 13 +-
sdks/go/pkg/beam/core/runtime/metricsx/metricsx.go | 62 +++++--
.../beam/core/runtime/metricsx/metricsx_test.go | 9 +-
.../beam/runners/dataflow/dataflowlib/metrics.go | 2 +-
.../beam/runners/universal/runnerlib/execute.go | 6 +-
sdks/go/pkg/beam/util/harnessopts/cache.go | 42 +++++
.../harnessopts/cache_test.go} | 43 +++--
.../beam/sdk/schemas/ProjectionConsumer.java | 41 +++++
.../beam/sdk/schemas/ProjectionProducer.java | 46 +++++
.../beam/sdk/schemas/io/PushdownProjector.java | 48 ------
.../beam/sdk/transforms/DoFnSchemaInformation.java | 20 +++
.../java/org/apache/beam/sdk/transforms/ParDo.java | 11 ++
.../sdk/transforms/reflect/DoFnSignatures.java | 20 +++
.../org/apache/beam/sdk/transforms/ParDoTest.java | 126 ++++++++++++++
.../provider/SchemaIOTableProviderWrapper.java | 19 ++-
.../extensions/sql/impl/rel/BeamCalcRelTest.java | 29 ++--
.../provider/TestSchemaIOTableProviderWrapper.java | 25 +--
.../sql/zetasql/BeamZetaSqlCalcRelTest.java | 29 ++--
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 11 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 130 +++++++++-----
.../apache/beam/sdk/io/gcp/healthcare/HL7v2IO.java | 81 +++++----
.../io/gcp/healthcare/HttpHealthcareApiClient.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryHelpersTest.java | 23 ++-
42 files changed, 1086 insertions(+), 418 deletions(-)
copy sdks/go/pkg/beam/core/runtime/harness/{sampler.go => cache_hooks.go} (58%)
create mode 100644 sdks/go/pkg/beam/util/harnessopts/cache.go
copy sdks/go/pkg/beam/{core/runtime/xlangx/payload_test.go =>
util/harnessopts/cache_test.go} (51%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/ProjectionConsumer.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/ProjectionProducer.java
delete mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/PushdownProjector.java
