This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from fb1d769 (commit)
to 018f5e7 (commit)
from fb1d769 Merge pull request #14578: [BEAM-11010] Upgrading
google-cloud-pubsublite to 0.13.2
add c963660 [BEAM-12191] Add a test for python template generation with
upload_graph (#14600)
add c4bd6f0 [BEAM-7372] fix wrong usage of with_traceback (#14566)
add 28020ef [BEAM-7372] cleanup codes for py2 from apache_beam/transforms
(#14544)
add 2e9ee8c [BEAM-2085] Fixups for Python resource hints. (#14605)
add 8e0ee41 [BEAM-12207] Remove log messages about files to stage.
add 4e3decb [BEAM-12207] Enable nullness check on
SparkPipelineRunner.java.
add 93ecc1d Merge pull request #14616: [BEAM-12207] Remove log messages
about files to stage.
add 9d603fe [BEAM-12203] Reduce thread switches and queuing for
BeamFnControlClient
add e300068 Merge pull request #14603: [BEAM-12203] Remove
LinkedBlockingQueue overhead from BeamFnControlClient
add f15294a [BEAM-8691] Upgrading bigtable-client-core to 1.19.1
add 62e0f38 [BEAM-12210] Use formatting string for checkArgument to avoid
excess String appends
add fc45ad4 Fix spotless
add 3246690 Merge pull request #14620: [BEAM-12210] Use formatting string
for checkArgument to avoid excess …
add e19fa64 [BEAM-8684] Upgrading
com.google.apis:google-api-services-bigquery
add 05c851a [BEAM-8750] Upgrading
com.google.apis:google-api-services-clouddebugger
add 6b89768 [BEAM-8751] Upgrading
com.google.apis:google-api-services-cloudresourcemanager
add 41dd973 [BEAM-8752] Upgrading
com.google.apis:google-api-services-dataflow
add 93996a7 [BEAM-10349] Upgrading
com.google.apis:google-api-services-healthcare
add 8905851 [BEAM-8753] Upgrading
com.google.apis:google-api-services-pubsub
add 1c1e371 Merge pull request #14618: [BEAM-8684] Upgrading
google-api-services Java libraries
add d4650dd Plumb worker pool from properties to capabilities in Dataflow
java worker (#14535)
add 8c8c330 [BEAM-12194] Implement CREATE AGGREGATE FUNCTION.
add c4cea56 Merge pull request #14609 from ibzib/BEAM-12194
add 2300f45 add sdkContainerImage to Java WorkerPool PipelineOptions
add 018f5e7 Merge pull request #14575 from [BEAM-12212] Adds
--sdkContainerImage as new Java Dataflow PipelineOption
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 18 +--
runners/google-cloud-dataflow-java/build.gradle | 3 +-
.../examples-streaming/build.gradle | 4 +-
.../beam/runners/dataflow/DataflowRunner.java | 85 +++++++++++---
.../beam/runners/dataflow/DataflowRunnerInfo.java | 10 +-
.../options/DataflowPipelineWorkerPoolOptions.java | 38 +++---
.../options/DataflowWorkerHarnessOptions.java | 6 +
.../beam/runners/dataflow/dataflow.properties | 1 +
.../dataflow/DataflowPipelineTranslatorTest.java | 46 ++++++--
.../runners/dataflow/DataflowRunnerInfoTest.java | 15 ++-
.../beam/runners/dataflow/DataflowRunnerTest.java | 68 +++++++++--
.../dataflow/worker/DataflowWorkUnitClient.java | 6 +-
.../worker/WorkerPipelineOptionsFactory.java | 3 +
.../beam/runners/spark/SparkPipelineRunner.java | 10 +-
.../apache/beam/sdk/schemas/utils/AvroUtils.java | 3 +-
.../sdk/extensions/sql/impl/JavaUdfLoader.java | 50 +++++++-
.../sql/impl/LazyAggregateCombineFn.java | 71 ++++++++++++
.../sdk/extensions/sql/impl/JavaUdfLoaderTest.java | 16 +++
.../extensions/sql/provider/UdfTestProvider.java | 32 ++++++
.../extensions/sql/zetasql/BeamZetaSqlCatalog.java | 10 ++
.../extensions/sql/zetasql/ZetaSqlJavaUdfTest.java | 38 ++++++
.../java/org/apache/beam/fn/harness/FnHarness.java | 16 ++-
.../fn/harness/control/BeamFnControlClient.java | 78 ++++---------
.../harness/control/BeamFnControlClientTest.java | 27 +----
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 2 +
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 4 +-
.../python/apache_beam/options/pipeline_options.py | 1 +
.../runners/dataflow/internal/apiclient_test.py | 47 +++++++-
sdks/python/apache_beam/transforms/__init__.py | 1 -
sdks/python/apache_beam/transforms/combiners.py | 9 +-
.../apache_beam/transforms/combiners_test.py | 4 -
sdks/python/apache_beam/transforms/core.py | 29 +----
.../python/apache_beam/transforms/create_source.py | 7 --
sdks/python/apache_beam/transforms/create_test.py | 4 -
sdks/python/apache_beam/transforms/cy_combiners.py | 4 -
.../dataflow_distribution_counter_test.py | 2 -
sdks/python/apache_beam/transforms/deduplicate.py | 3 -
.../apache_beam/transforms/deduplicate_test.py | 2 -
sdks/python/apache_beam/transforms/display.py | 6 -
sdks/python/apache_beam/transforms/display_test.py | 5 +-
.../apache_beam/transforms/dofn_lifecycle_test.py | 2 -
sdks/python/apache_beam/transforms/environments.py | 2 -
.../apache_beam/transforms/environments_test.py | 2 -
sdks/python/apache_beam/transforms/external.py | 7 --
.../apache_beam/transforms/external_it_test.py | 2 -
.../python/apache_beam/transforms/external_java.py | 5 +-
.../python/apache_beam/transforms/external_test.py | 128 ++++++++++++++++-----
.../apache_beam/transforms/external_test_py3.py | 99 ----------------
.../apache_beam/transforms/external_test_py37.py | 73 ------------
.../apache_beam/transforms/periodicsequence.py | 3 -
.../transforms/periodicsequence_test.py | 5 -
sdks/python/apache_beam/transforms/ptransform.py | 5 -
.../apache_beam/transforms/ptransform_test.py | 9 --
.../transforms/py_dataflow_distribution_counter.py | 5 -
sdks/python/apache_beam/transforms/resources.py | 10 +-
sdks/python/apache_beam/transforms/sideinputs.py | 3 -
.../apache_beam/transforms/sideinputs_test.py | 2 -
sdks/python/apache_beam/transforms/sql.py | 7 +-
sdks/python/apache_beam/transforms/sql_test.py | 11 +-
sdks/python/apache_beam/transforms/stats.py | 7 +-
sdks/python/apache_beam/transforms/stats_test.py | 4 -
sdks/python/apache_beam/transforms/timeutil.py | 9 +-
...py3.py => transforms_keyword_only_args_test.py} | 2 -
sdks/python/apache_beam/transforms/trigger.py | 20 ++--
sdks/python/apache_beam/transforms/trigger_test.py | 6 -
sdks/python/apache_beam/transforms/userstate.py | 3 -
.../apache_beam/transforms/userstate_test.py | 3 -
sdks/python/apache_beam/transforms/util.py | 11 +-
sdks/python/apache_beam/transforms/util_test.py | 7 --
.../transforms/validate_runner_xlang_test.py | 21 ++--
sdks/python/apache_beam/transforms/window.py | 7 +-
sdks/python/apache_beam/transforms/window_test.py | 4 -
.../transforms/write_ptransform_test.py | 2 -
73 files changed, 683 insertions(+), 587 deletions(-)
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/LazyAggregateCombineFn.java
delete mode 100644 sdks/python/apache_beam/transforms/external_test_py3.py
delete mode 100644 sdks/python/apache_beam/transforms/external_test_py37.py
rename
sdks/python/apache_beam/transforms/{transforms_keyword_only_args_test_py3.py =>
transforms_keyword_only_args_test.py} (99%)
