This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from b362a53 (commit)
to abfd4c6 (commit)
from b362a53 [BEAM-12876] Adding doc and glossary entry for resource hints
(#15499)
add d930983 [BEAM-12153] revert "implement GroupByKey with CombinePerKey
with Concatenate CombineFn" because of performance issues. (#15508)
add f5afff1 [BEAM-12845] Add AWS services as a runtime dependency to
Spark Job Server to support S3 (#15461)
add 0f3f576 [BEAM-12885] Enable NeedsRunner Tests for Samza Portable
Runner (#15512)
add f9dea10 [BEAM-12100][BEAM-10379][BEAM-9514][BEAM-12647][BEAM-12099]
AssertionError type mismatch from AggregateScanConverter (#15174)
add 65f8946 [BEAM-12543] Fix DataFrrame typo (#15509)
add 9a40e41 [BEAM-12794] Remove obsolete uses of sys.exc_info. (#15507)
add c039ee2 [BEAM-11666] flake on RecordingManagerTest (#15118)
add ab67f1e Minor: Restore "Bugfix" section in CHANGES.md (#15516)
add af69e6df [BEAM-10708] Introspect beam_sql output
add 1723745 Merge pull request #15490 from KevinGG/beam_sql_out_cache
add 05a0ae1 [BEAM-10459] Unignore numeric aggregation tests.
add d46cd9e Merge pull request #15517 from ibzib/BEAM-10459
add b5f1ccc [BEAM-12882] - fix test that is flaky when jenkins is
overloaded
add 3a3933c Merge pull request #15515 from
dpcollins-google/fix-jenkins-only-failure
add 645f3c8 [BEAM-12898] Disable Flink Load tests which are leading
Dataproc clusters/GCE VMs
add abfd4c6 Merge pull request #15519 from ajamato/master
No new revisions were added by this update.
Summary of changes:
.../jenkins/job_LoadTests_Combine_Flink_Go.groovy | 3 +-
.../job_LoadTests_Combine_Flink_Python.groovy | 3 +-
.../jenkins/job_LoadTests_GBK_Flink_Go.groovy | 3 +-
.../jenkins/job_LoadTests_ParDo_Flink_Go.groovy | 3 +-
.../job_LoadTests_ParDo_Flink_Python.groovy | 6 +-
.../job_LoadTests_SideInput_Flink_Go.groovy | 3 +-
.../jenkins/job_LoadTests_coGBK_Flink_Go.groovy | 3 +-
CHANGES.md | 15 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 +
runners/samza/job-server/build.gradle | 57 +++++
runners/spark/job-server/spark_job_server.gradle | 3 +-
.../batch/GroupByKeyTranslatorBatch.java | 100 +++-----
.../apache/beam/sdk/schemas/transforms/Group.java | 85 ++++++-
.../beam/sdk/transforms/ParDoSchemaTest.java | 3 +-
.../sql/impl/rel/BeamAggregationRel.java | 63 +++--
.../impl/transform/BeamBuiltinAggregations.java | 258 +++++++++++++++----
.../transform/agg/AggregationCombineFnAdapter.java | 5 +-
.../extensions/sql/impl/transform/agg/CountIf.java | 4 +-
.../sql/impl/transform/agg/CovarianceFn.java | 5 +
.../sql/impl/transform/agg/VarianceFn.java | 5 +
.../sdk/extensions/sql/impl/udaf/ArrayAgg.java | 20 +-
.../extensions/sql/BeamSqlDslAggregationTest.java | 107 ++++++++
.../zetasql/SupportedZetaSqlBuiltinFunctions.java | 6 +-
.../translation/AggregateScanConverter.java | 27 +-
.../translation/SqlOperatorMappingTable.java | 3 +-
.../sql/zetasql/translation/SqlOperators.java | 7 +-
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 157 +++++++++++-
.../sql/zetasql/ZetaSqlMathFunctionsTest.java | 3 -
sdks/java/io/amazon-web-services2/build.gradle | 1 +
.../pubsublite/SubscriptionPartitionLoader.java | 4 +-
sdks/python/apache_beam/pipeline.py | 5 +-
sdks/python/apache_beam/runners/direct/executor.py | 20 +-
.../runners/interactive/augmented_pipeline.py | 2 -
.../runners/interactive/background_caching_job.py | 7 +-
.../runners/interactive/caching/cacheable.py | 48 +++-
.../runners/interactive/caching/read_cache.py | 22 +-
.../runners/interactive/caching/read_cache_test.py | 5 +-
.../runners/interactive/caching/reify.py | 117 +++++++++
.../runners/interactive/caching/write_cache.py | 34 +--
.../interactive/caching/write_cache_test.py | 6 +-
.../interactive/display/pcoll_visualization.py | 17 ++
.../runners/interactive/display/pipeline_graph.py | 4 +-
.../runners/interactive/interactive_environment.py | 15 +-
.../runners/interactive/interactive_runner.py | 3 +-
.../messaging/interactive_environment_inspector.py | 9 +-
.../runners/interactive/pipeline_fragment.py | 2 +-
.../runners/interactive/pipeline_instrument.py | 281 ++++++---------------
.../interactive/pipeline_instrument_test.py | 178 ++++++-------
.../runners/interactive/recording_manager.py | 54 ++--
.../runners/interactive/recording_manager_test.py | 66 ++---
.../runners/interactive/sql/beam_sql_magics.py | 130 +++++-----
.../interactive/sql/beam_sql_magics_test.py | 43 +++-
.../apache_beam/runners/interactive/sql/utils.py | 22 +-
.../runners/interactive/sql/utils_test.py | 15 +-
.../Darwin/29c9237ddf4f3d5988a503069b4d3c47.png | Bin 67298 -> 67304 bytes
.../Darwin/7a35f487b2a5f3a9b9852a8659eeb4bd.png | Bin 760584 -> 750380 bytes
.../runners/interactive/user_pipeline_tracker.py | 5 +
.../apache_beam/runners/interactive/utils.py | 97 +++++++
.../apache_beam/runners/interactive/utils_test.py | 38 +++
.../apache_beam/runners/worker/data_plane.py | 17 +-
.../apache_beam/runners/worker/sdk_worker.py | 17 +-
sdks/python/setup.py | 2 +-
website/www/site/content/en/blog/beam-2.32.0.md | 4 +-
.../dsls/dataframes/differences-from-pandas.md | 2 +-
64 files changed, 1489 insertions(+), 761 deletions(-)
create mode 100644 sdks/python/apache_beam/runners/interactive/caching/reify.py
