This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from bcced0c (commit)
to 3216fcb (commit)
from bcced0c Merge pull request #14406 from [BEAM-11836] Optimize
reservoir sampling calculation in PCollectionConsumerRegistry
add c507fea [BEAM-7372] Remove dead py<3.6 paths (#14436)
add 315386c [BEAM-9547] Raise WontImplementError for a few more
operations (#14330)
add 42925ff [BEAM-12095] Fix Spark job server in uber jar path as well.
add eb9635f Merge pull request #14435 from ibzib/BEAM-12095
add 755f54d [BEAM-11544] BQML pattern (#13644)
add 9ec4582 [BEAM-11574] Enable cross-language integration tests on
Dataflow (#14397)
add c33ff67 [BEAM-12051] fix target/go-licenses: no such file or directory
add c83a56d Merge pull request #14336 from ihji/BEAM-12051
add 1641aae [BEAM-11585] Select.flattenedSchema doesn't flatten nested
array fields (#14354)
add 110f568 [BEAM-12096] Attempt to fix flaky test
add e3f5eb8 Added logging of potential ImportError
add 5b27bc8 Use PropertyMock to replace the global singleton current_env()
add 79578bc Changed warning logs about not in REPL env to error level and
fixed a typo.
add 0805b9b Merge pull request #14437 from KevinGG/BEAM-12096
add 8f8858d [BEAM-11483] Ignore windowed GBK tests in Spark portable
streaming.
add 7c632a1 Merge pull request #14405 from ibzib/spark-streaming-tests
add bbd0aed Updating Go tests on PR template. (#14442)
add 35bac6a [BEAM-7372] cleanup codes for py2 compatibility from
apache_beam/examples except for examples/snippets/*.py and examples/*.py
(#14426)
add cb28a5b Merge pull request #14388 from [BEAM-7372] remove codes for
py2 compatiblity from apache_beam/io/gcp
add 1824477 Merge pull request #14365 from [BEAM-10884] - Adding tests to
PubSubTableProviderIT to test proto support
add 613d1c0 [BEAM-12059] include literal T in DATETIME format
add 58e2ea9 Merge pull request #14351 from [BEAM-12059] include literal T
in DATETIME format
add 7bdad6c protobuf-java to be in-line with libraries-bom 16.3.0
add fa78e6d Removing unused variable google_auth_version
add 3216fcb Merge pull request #14412 from [BEAM-8696] protobuf-java
3.14.0 in line with libraries BOM 16.3.0
No new revisions were added by this update.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 14 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
runners/spark/job-server/spark_job_server.gradle | 1 +
sdks/go/container/build.gradle | 6 +
sdks/go/pkg/beam/core/runtime/pipelinex/replace.go | 44 ++++++
.../beam/core/runtime/pipelinex/replace_test.go | 93 ++++++++++++
sdks/go/pkg/beam/core/runtime/xlangx/expand.go | 3 -
sdks/go/pkg/beam/core/runtime/xlangx/namespace.go | 33 +----
.../pkg/beam/core/runtime/xlangx/namespace_test.go | 52 +++----
sdks/go/pkg/beam/options/jobopts/options.go | 31 ++++
.../beam/options/jobopts/stringSlice.go} | 56 +++----
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 12 +-
.../pkg/beam/runners/dataflow/dataflowlib/job.go | 31 +++-
sdks/go/test/integration/integration.go | 10 +-
sdks/go/test/run_validatesrunner_tests.sh | 27 +++-
sdks/java/container/common.gradle | 2 +-
.../beam/sdk/schemas/utils/SelectHelpers.java | 11 +-
.../beam/sdk/schemas/transforms/SelectTest.java | 161 +++++++++++++++++++++
.../protobuf/src/test/proto/payload_messages.proto | 23 +++
.../provider/pubsub/PubsubTableProviderIT.java | 55 ++++++-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 8 +-
sdks/python/apache_beam/dataframe/frames.py | 6 +
sdks/python/apache_beam/dataframe/frames_test.py | 3 -
.../apache_beam/dataframe/pandas_doctests_test.py | 4 +-
.../apache_beam/examples/complete/__init__.py | 2 -
.../apache_beam/examples/complete/autocomplete.py | 3 -
.../examples/complete/autocomplete_test.py | 2 -
.../apache_beam/examples/complete/distribopt.py | 3 -
.../examples/complete/distribopt_test.py | 2 -
.../apache_beam/examples/complete/estimate_pi.py | 5 -
.../examples/complete/estimate_pi_test.py | 2 -
.../apache_beam/examples/complete/game/__init__.py | 2 -
.../examples/complete/game/game_stats.py | 4 -
.../examples/complete/game/game_stats_it_test.py | 2 -
.../examples/complete/game/game_stats_test.py | 2 -
.../examples/complete/game/hourly_team_score.py | 4 -
.../complete/game/hourly_team_score_it_test.py | 2 -
.../complete/game/hourly_team_score_test.py | 2 -
.../examples/complete/game/leader_board.py | 4 -
.../examples/complete/game/leader_board_it_test.py | 3 -
.../examples/complete/game/leader_board_test.py | 2 -
.../examples/complete/game/user_score.py | 3 -
.../examples/complete/game/user_score_it_test.py | 2 -
.../examples/complete/game/user_score_test.py | 2 -
.../examples/complete/juliaset/__init__.py | 2 -
.../complete/juliaset/juliaset/__init__.py | 2 -
.../complete/juliaset/juliaset/juliaset.py | 4 -
.../complete/juliaset/juliaset/juliaset_test.py | 2 -
.../complete/juliaset/juliaset/juliaset_test_it.py | 2 -
.../examples/complete/juliaset/juliaset_main.py | 2 -
.../examples/complete/juliaset/setup.py | 3 -
sdks/python/apache_beam/examples/complete/tfidf.py | 3 -
.../apache_beam/examples/complete/tfidf_test.py | 2 -
.../examples/complete/top_wikipedia_sessions.py | 2 -
.../complete/top_wikipedia_sessions_test.py | 2 -
.../apache_beam/examples/cookbook/__init__.py | 2 -
.../examples/cookbook/bigquery_schema.py | 2 -
.../examples/cookbook/bigquery_side_input.py | 3 -
.../examples/cookbook/bigquery_side_input_test.py | 2 -
.../examples/cookbook/bigquery_tornadoes.py | 2 -
.../cookbook/bigquery_tornadoes_it_test.py | 3 -
.../examples/cookbook/bigquery_tornadoes_test.py | 2 -
.../examples/cookbook/bigtableio_it_test.py | 2 -
.../python/apache_beam/examples/cookbook/coders.py | 3 -
.../apache_beam/examples/cookbook/coders_test.py | 2 -
.../examples/cookbook/combiners_test.py | 2 -
.../examples/cookbook/custom_ptransform.py | 2 -
.../examples/cookbook/custom_ptransform_test.py | 2 -
.../examples/cookbook/datastore_wordcount.py | 4 -
.../cookbook/datastore_wordcount_it_test.py | 2 -
.../apache_beam/examples/cookbook/filters.py | 2 -
.../apache_beam/examples/cookbook/filters_test.py | 2 -
.../examples/cookbook/group_with_coder.py | 3 -
.../examples/cookbook/group_with_coder_test.py | 2 -
.../apache_beam/examples/cookbook/mergecontacts.py | 3 -
.../examples/cookbook/mergecontacts_test.py | 2 -
.../examples/cookbook/multiple_output_pardo.py | 2 -
.../cookbook/multiple_output_pardo_test.py | 2 -
sdks/python/apache_beam/examples/flink/__init__.py | 2 -
.../examples/flink/flink_streaming_impulse.py | 2 -
.../apache_beam/examples/kafkataxi/__init__.py | 2 -
.../apache_beam/examples/kafkataxi/kafka_taxi.py | 2 -
sdks/python/apache_beam/io/gcp/__init__.py | 1 -
.../io/gcp/big_query_query_to_table_it_test.py | 2 -
.../io/gcp/big_query_query_to_table_pipeline.py | 2 -
sdks/python/apache_beam/io/gcp/bigquery.py | 19 +--
.../apache_beam/io/gcp/bigquery_avro_tools.py | 3 -
.../apache_beam/io/gcp/bigquery_avro_tools_test.py | 3 -
.../apache_beam/io/gcp/bigquery_file_loads.py | 6 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 2 -
.../apache_beam/io/gcp/bigquery_io_metadata.py | 2 -
.../io/gcp/bigquery_io_metadata_test.py | 2 -
.../apache_beam/io/gcp/bigquery_io_read_it_test.py | 2 -
.../io/gcp/bigquery_io_read_pipeline.py | 2 -
.../apache_beam/io/gcp/bigquery_read_it_test.py | 7 +-
.../apache_beam/io/gcp/bigquery_read_perf_test.py | 2 -
sdks/python/apache_beam/io/gcp/bigquery_test.py | 4 -
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 17 +--
.../apache_beam/io/gcp/bigquery_tools_test.py | 7 +-
.../apache_beam/io/gcp/bigquery_write_it_test.py | 5 +-
.../apache_beam/io/gcp/bigquery_write_perf_test.py | 2 -
sdks/python/apache_beam/io/gcp/bigtableio.py | 2 -
.../apache_beam/io/gcp/datastore/__init__.py | 1 -
.../apache_beam/io/gcp/datastore/v1new/__init__.py | 1 -
.../io/gcp/datastore/v1new/adaptive_throttler.py | 4 -
.../gcp/datastore/v1new/adaptive_throttler_test.py | 4 -
.../datastore/v1new/datastore_write_it_pipeline.py | 2 -
.../gcp/datastore/v1new/datastore_write_it_test.py | 2 -
.../io/gcp/datastore/v1new/datastoreio.py | 4 -
.../io/gcp/datastore/v1new/datastoreio_test.py | 4 -
.../apache_beam/io/gcp/datastore/v1new/helper.py | 3 -
.../io/gcp/datastore/v1new/query_splitter.py | 13 +-
.../io/gcp/datastore/v1new/query_splitter_test.py | 4 -
.../apache_beam/io/gcp/datastore/v1new/types.py | 2 -
.../io/gcp/datastore/v1new/types_test.py | 4 -
.../apache_beam/io/gcp/datastore/v1new/util.py | 5 -
.../io/gcp/datastore/v1new/util_test.py | 2 -
sdks/python/apache_beam/io/gcp/dicomclient.py | 2 -
sdks/python/apache_beam/io/gcp/dicomio.py | 2 -
.../apache_beam/io/gcp/dicomio_integration_test.py | 2 -
sdks/python/apache_beam/io/gcp/dicomio_test.py | 4 -
.../apache_beam/io/gcp/experimental/__init__.py | 1 -
.../apache_beam/io/gcp/experimental/spannerio.py | 2 -
.../io/gcp/experimental/spannerio_read_it_test.py | 2 -
.../io/gcp/experimental/spannerio_test.py | 2 -
.../io/gcp/experimental/spannerio_write_it_test.py | 2 -
.../python/apache_beam/io/gcp/gce_metadata_util.py | 2 -
sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 7 +-
.../apache_beam/io/gcp/gcsfilesystem_test.py | 5 -
sdks/python/apache_beam/io/gcp/gcsio.py | 3 -
.../apache_beam/io/gcp/gcsio_integration_test.py | 2 -
sdks/python/apache_beam/io/gcp/gcsio_overrides.py | 2 -
sdks/python/apache_beam/io/gcp/gcsio_test.py | 7 -
.../python/apache_beam/io/gcp/internal/__init__.py | 1 -
.../io/gcp/internal/clients/__init__.py | 1 -
.../io/gcp/internal/clients/bigquery/__init__.py | 2 -
.../clients/bigquery/bigquery_v2_client.py | 2 -
.../clients/bigquery/bigquery_v2_messages.py | 2 -
.../io/gcp/internal/clients/storage/__init__.py | 2 -
.../internal/clients/storage/storage_v1_client.py | 2 -
.../clients/storage/storage_v1_messages.py | 2 -
sdks/python/apache_beam/io/gcp/pubsub.py | 10 +-
.../apache_beam/io/gcp/pubsub_integration_test.py | 2 -
.../apache_beam/io/gcp/pubsub_io_perf_test.py | 2 -
.../apache_beam/io/gcp/pubsub_it_pipeline.py | 2 -
sdks/python/apache_beam/io/gcp/pubsub_test.py | 5 -
sdks/python/apache_beam/io/gcp/spanner.py | 36 ++---
sdks/python/apache_beam/io/gcp/tests/__init__.py | 2 -
.../apache_beam/io/gcp/tests/bigquery_matcher.py | 2 -
.../io/gcp/tests/bigquery_matcher_test.py | 2 -
.../apache_beam/io/gcp/tests/pubsub_matcher.py | 2 -
.../io/gcp/tests/pubsub_matcher_test.py | 4 -
sdks/python/apache_beam/io/gcp/tests/utils.py | 2 -
sdks/python/apache_beam/io/gcp/tests/utils_test.py | 4 -
.../io/gcp/tests/xlang_spannerio_it_test.py | 10 +-
sdks/python/apache_beam/pipeline.py | 10 +-
.../runners/interactive/interactive_environment.py | 2 +-
.../apache_beam/runners/interactive/utils.py | 14 +-
.../apache_beam/runners/interactive/utils_test.py | 49 ++++---
.../portability/spark_uber_jar_job_server.py | 3 +-
.../testing/test_stream_service_test.py | 3 -
.../apache_beam/transforms/combiners_test.py | 54 -------
sdks/python/apache_beam/transforms/core.py | 10 +-
.../apache_beam/transforms/environments_test.py | 7 -
sdks/python/apache_beam/transforms/external.py | 28 +---
.../python/apache_beam/transforms/external_test.py | 18 +--
.../apache_beam/transforms/ptransform_test.py | 58 ++------
sdks/python/apache_beam/transforms/util.py | 14 +-
.../typehints/native_type_compatibility.py | 11 --
.../typehints/native_type_compatibility_test.py | 3 +-
sdks/python/apache_beam/typehints/opcodes.py | 51 ++-----
.../apache_beam/typehints/trivial_inference.py | 144 ++++++------------
.../apache_beam/typehints/typed_pipeline_test.py | 33 ++---
sdks/python/apache_beam/typehints/typehints.py | 5 -
.../python/apache_beam/typehints/typehints_test.py | 58 +-------
.../apache_beam/utils/thread_pool_executor.py | 11 +-
sdks/python/container/common.gradle | 6 +
.../site/content/en/documentation/patterns/bqml.md | 106 ++++++++++++++
.../content/en/documentation/patterns/overview.md | 3 +
.../en/documentation/sdks/java-dependencies.md | 2 +-
.../partials/section-menu/en/documentation.html | 1 +
182 files changed, 876 insertions(+), 953 deletions(-)
copy sdks/go/{cmd/beamctl/cmd/provision.go =>
pkg/beam/options/jobopts/stringSlice.go} (50%)
create mode 100644 website/www/site/content/en/documentation/patterns/bqml.md
