This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from f5ba29f (commit)
to b21b573 (commit)
from f5ba29f [BEAM-10593] Add Jenkins job for creating regular snapshots
of the Beam SDK Harness Container Images (#13393)
add 6cc3a92 Support ZetaSQL IN operator
add 8b4b78e Merge pull request #13381 from robinyqiu/in
add 6122341 Nexmark: fix typos and clean unused options
add 4507139 Merge pull request #13403 from
rHermes/nexmark-misc-improvements
add b51d64e Add an option to GroupIntoBatches to output ShardedKeys.
Update Dataflow pipeline translation accordingly.
add f4d889f Merge pull request #13208 from nehsyc/fix_override
add ab1d27c [BEAM-10124] Announce ContextualTextIO in Beam 2.26.0.
(#13402)
add 6a0fbe2 [BEAM-10896] Support ZetaSQL UNNEST syntax on array of struct
type (#13377)
add 99b4669 add to dashboard
add 4f34b9d fix Java 11 HOME
add 245374a Merge pull request #13416: Fix Java 11 V2 CI test and add V2
tests to dashboard
add bd825f5 [BEAM-11324] Add additional verification in
PartitioningSession (#13401)
add d7655c1 [BEAM-10921]: Fix BEAM-10921 and underlying issues (#13335)
add 8be8203 remove tabs in shared
add b21b573 Merge pull request #13422 from apache/aaltay-patch-1
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/README.md | 3 +-
...tCommit_Java_Examples_Dataflow_V2_Java11.groovy | 2 +-
CHANGES.md | 2 +-
.../core/construction/PTransformMatchers.java | 2 +-
.../dataflow/DataflowPipelineTranslator.java | 14 ++-
.../beam/runners/dataflow/DataflowRunner.java | 29 ++++-
.../runners/dataflow/GroupIntoBatchesOverride.java | 132 ++++++++++++++++---
.../beam/runners/dataflow/util/PropertyNames.java | 1 +
.../dataflow/DataflowPipelineTranslatorTest.java | 67 +++++-----
.../beam/runners/dataflow/DataflowRunnerTest.java | 64 ++++++++--
.../beam/sdk/transforms/GroupIntoBatches.java | 70 ++++++++++-
.../beam/sdk/transforms/GroupIntoBatchesTest.java | 82 ++++++++++++
.../provider/bigquery/BeamBigQuerySqlDialect.java | 11 ++
.../zetasql/SupportedZetaSqlBuiltinFunctions.java | 4 +-
.../sql/zetasql/ZetaSQLQueryPlanner.java | 8 ++
.../translation/ArrayScanColumnRefToUncollect.java | 4 +-
.../ArrayScanLiteralToUncollectConverter.java | 4 +-
.../translation/ArrayScanToJoinConverter.java | 5 +-
.../translation/SqlOperatorMappingTable.java | 1 +
.../zetasql/unnest/BeamZetaSqlUncollectRel.java} | 30 +++--
.../zetasql/unnest/BeamZetaSqlUncollectRule.java} | 27 ++--
.../sql/zetasql/unnest/BeamZetaSqlUnnestRel.java} | 48 +++----
.../sql/zetasql/unnest/BeamZetaSqlUnnestRule.java} | 30 +++--
.../sql/zetasql/unnest/ZetaSqlUnnest.java | 140 +++++++++++++++++++++
.../sql/zetasql/unnest}/package-info.java | 4 +-
.../beam/sdk/extensions/sql/zetasql/TestInput.java | 66 ++++++++--
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 137 +++++++++++++++++++-
.../extensions/sql/zetasql/ZetaSqlTestBase.java | 8 +-
.../beam/sdk/nexmark/NexmarkConfiguration.java | 2 +-
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 4 +-
.../apache/beam/sdk/nexmark/NexmarkOptions.java | 30 +----
.../sdk/nexmark/queries/SessionSideInputJoin.java | 2 +-
sdks/python/apache_beam/dataframe/expressions.py | 92 ++++++++++----
sdks/python/apache_beam/dataframe/frames.py | 32 ++---
sdks/python/apache_beam/dataframe/frames_test.py | 121 ++++++++----------
.../apache_beam/dataframe/pandas_doctests_test.py | 2 +
sdks/python/apache_beam/dataframe/partitionings.py | 26 ++++
sdks/python/apache_beam/pipeline.py | 12 +-
.../runners/interactive/background_caching_job.py | 11 +-
.../interactive/background_caching_job_test.py | 42 +++++--
.../runners/interactive/interactive_environment.py | 49 +++++++-
.../runners/interactive/interactive_runner.py | 4 +-
.../runners/interactive/interactive_runner_test.py | 3 -
.../runners/interactive/pipeline_fragment.py | 9 +-
.../runners/interactive/pipeline_instrument.py | 29 ++---
.../runners/interactive/recording_manager.py | 20 +--
.../runners/interactive/recording_manager_test.py | 61 ++++-----
.../runners/interactive/user_pipeline_tracker.py | 19 ++-
.../interactive/user_pipeline_tracker_test.py | 26 ++++
sdks/python/apache_beam/utils/shared.py | 2 +-
50 files changed, 1195 insertions(+), 398 deletions(-)
copy
sdks/java/extensions/sql/{src/main/java/org/apache/beam/sdk/extensions/sql/impl/rel/BeamUncollectRel.java
=>
zetasql/src/main/java/org/apache/beam/sdk/extensions/sql/zetasql/unnest/BeamZetaSqlUncollectRel.java}
(81%)
copy
sdks/java/extensions/sql/{src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule/BeamUncollectRule.java
=>
zetasql/src/main/java/org/apache/beam/sdk/extensions/sql/zetasql/unnest/BeamZetaSqlUncollectRule.java}
(62%)
copy
sdks/java/extensions/sql/{src/main/java/org/apache/beam/sdk/extensions/sql/impl/rel/BeamUnnestRel.java
=>
zetasql/src/main/java/org/apache/beam/sdk/extensions/sql/zetasql/unnest/BeamZetaSqlUnnestRel.java}
(82%)
copy
sdks/java/extensions/sql/{src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule/BeamUnnestRule.java
=>
zetasql/src/main/java/org/apache/beam/sdk/extensions/sql/zetasql/unnest/BeamZetaSqlUnnestRule.java}
(81%)
create mode 100644
sdks/java/extensions/sql/zetasql/src/main/java/org/apache/beam/sdk/extensions/sql/zetasql/unnest/ZetaSqlUnnest.java
copy
sdks/java/extensions/sql/{datacatalog/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/datacatalog
=>
zetasql/src/main/java/org/apache/beam/sdk/extensions/sql/zetasql/unnest}/package-info.java
(85%)
