This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from a86dc06 (commit)
to bb948c1 (commit)
from a86dc06 Bump container pandas version to 1.2.4 (#14524)
add 992c378 [BEAM-2888] Added packages.confluent.io maven repo
add b10ce99 Merge pull request #14545: [BEAM-2888] Added
"packages.confluent.io" maven repo
add 97af077 [BEAM-9547] DataFrame.corr cleanup (#14327)
add f9d4805 [BEAM-12091] Make file staging uniform among runners
add 8e66956 Merge pull request #14520: [BEAM-12091] Make file staging
uniform among runners
add 3a2dc20 Update pardo.md
add 22a68fa Merge pull request #14542 from pkch/patch-1
add ca63e97 [BEAM-12160] Add TODO for fixing warning
add ebe68fb Merge pull request #14516: [BEAM-12160] Add TODO for fixing
the warning
add 0d8f22d Merge pull request #14467 from [BEAM-11607] Add word count
tasks
add 735ba19 [BEAM-11903] Bump achilles to 6.1.0
add bda9067 Merge pull request #14519 from [BEAM-11903] Bump achilles to
6.1.0
add 1d8fbcc More tests for time types
add f5021d2 [BEAM-9379] Output outside of codegen, support rows
add e040608 Merge pull request #14518: [BEAM-9379] Simplify BeamCalcRel
output conversion
add e0d6fe7 Fix script location in build_release_candidate.sh
add 15e1121 Build release candidate from tag
add 74ebcf0 Run release scripts from PWD not cloned repo
add 332c5ef Take build_release_candidate.sh parameters on command line
for easy reruns
add 5e601f5 Use SSH auth URL for pushing beam-site branch
add d818b1d Merge pull request #14528: Improvements to
build_release_candidate.sh to build from tag with shallow clone
add 34b0184 Avoid sending zero msec counters.
add 437bdee Merge pull request #14541 Avoid sending zero msec counters.
add 8122b33 [BEAM-366] Populate display data in portable job
representation (#14470)
add d502185 [BEAM-12118] Modify QueuingBeamFnDataClient to avoid
completion latency due to polling. (#14480)
add 8bb55c6 [BEAM-7372] cleanup py2 codepath from apache_beam/testing
(#14496)
add 9c9b225 [BEAM-7372] cleanup py2 codepath from apache_beam/tool,
apache_beam/utils and concerning files (#14497)
add ef21f16 [BEAM-12074] Add @with_docs_from decorator for generating API
docs (#14382)
add de0fe2d [BEAM-12170] Handle duplicate metrics due to flatten
unzipping.
add 4e6bfd0 Merge pull request #14550 [BEAM-12170] Handle duplicate
metrics due to flatten unzipping.
add dc90a77 Add runner capabilities to Beam model proto.
add 69a41e1 Runner Capabilities, go proto.
add 1fa1bb9 Plumb runner capabilities to Beam SDKs.
add 35759a7 Fix one more usage.
add 8c9605f Merge pull request #14513 Allow the declaration of runner
capabilities over FnAPI.
add bb948c1 [BEAM-12029] Make WontImplementErrors more helpful (#14517)
No new revisions were added by this update.
Summary of changes:
.test-infra/validate-runner/build.gradle | 3 +
build.gradle.kts | 7 +
examples/java/build.gradle | 9 +
.../src/main/proto/beam_provision_api.proto | 4 +
.../pipeline/src/main/proto/beam_runner_api.proto | 15 +-
.../src/main/scripts/build_release_candidate.sh | 123 +++-
.../scripts/download_github_actions_artifacts.py | 20 +-
.../core/construction/DisplayDataTranslation.java | 13 +-
.../construction/resources/PipelineResources.java | 37 +-
.../construction/DisplayDataTranslationTest.java | 12 +-
.../resources/PipelineResourcesTest.java | 78 ++-
.../runners/core/metrics/SimpleExecutionState.java | 5 +
.../runners/core/metrics/SimpleStateRegistry.java | 16 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 18 +-
.../worker/fn/data/BeamFnDataGrpcService.java | 6 +
.../environment/EmbeddedEnvironmentFactory.java | 2 +
.../fnexecution/control/RemoteExecutionTest.java | 11 +-
.../runners/portability/ExternalWorkerService.java | 2 +
.../SparkStructuredStreamingRunner.java | 20 +-
.../runners/spark/SparkCommonPipelineOptions.java | 27 +-
.../beam/runners/spark/SparkPipelineRunner.java | 8 -
.../org/apache/beam/runners/spark/SparkRunner.java | 18 +-
.../beam/runners/twister2/Twister2Runner.java | 33 +-
sdks/go/examples/build.gradle | 7 +
.../model/fnexecution_v1/beam_provision_api.pb.go | 55 +-
sdks/java/container/boot.go | 1 +
.../beam/sdk/util/common/ReflectHelpers.java | 2 +-
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 329 +++++-----
.../beam/sdk/extensions/sql/BeamSqlDslBase.java | 28 +
.../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 61 +-
.../sdk/fn/data/BeamFnDataInboundObserver.java | 5 +
.../data/CompletableFutureInboundDataClient.java | 6 +
.../apache/beam/sdk/fn/data/InboundDataClient.java | 3 +
.../java/org/apache/beam/fn/harness/FnHarness.java | 16 +
.../fn/harness/control/ProcessBundleHandler.java | 5 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 3 +-
.../fn/harness/data/BeamFnTimerGrpcClient.java | 5 +
.../fn/harness/data/QueueingBeamFnDataClient.java | 181 ++++--
.../fn/harness/data/FakeBeamFnTimerClient.java | 6 +
.../harness/data/QueueingBeamFnDataClientTest.java | 121 +++-
sdks/java/io/cassandra/build.gradle | 4 +-
.../beam/sdk/tpcds/TableSchemaJSONLoader.java | 1 +
.../org/apache/beam/sdk/tpcds/TpcdsSchemas.java | 1 +
sdks/python/apache_beam/dataframe/__init__.py | 13 +
sdks/python/apache_beam/dataframe/frame_base.py | 216 ++++++-
sdks/python/apache_beam/dataframe/frames.py | 685 ++++++++++++++-------
sdks/python/apache_beam/dataframe/frames_test.py | 56 +-
sdks/python/apache_beam/dataframe/io.py | 14 +-
.../dataframe/pandas_top_level_functions.py | 19 +-
sdks/python/apache_beam/dataframe/transforms.py | 61 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 3 +-
sdks/python/apache_beam/io/parquetio_test.py | 3 +-
sdks/python/apache_beam/pipeline.py | 4 +-
sdks/python/apache_beam/pipeline_test.py | 74 +++
sdks/python/apache_beam/portability/common_urns.py | 3 +
sdks/python/apache_beam/testing/__init__.py | 1 -
.../apache_beam/testing/benchmarks/__init__.py | 1 -
.../testing/benchmarks/chicago_taxi/preprocess.py | 2 -
.../benchmarks/chicago_taxi/process_tfma.py | 2 -
.../testing/benchmarks/chicago_taxi/setup.py | 2 -
.../chicago_taxi/tfdv_analyze_and_validate.py | 4 -
.../benchmarks/chicago_taxi/trainer/model.py | 4 -
.../benchmarks/chicago_taxi/trainer/task.py | 4 -
.../benchmarks/chicago_taxi/trainer/taxi.py | 4 -
.../testing/benchmarks/nexmark/__init__.py | 1 -
.../testing/benchmarks/nexmark/models/__init__.py | 1 -
.../benchmarks/nexmark/models/auction_bid.py | 2 -
.../benchmarks/nexmark/models/nexmark_model.py | 2 -
.../testing/benchmarks/nexmark/monitor.py | 2 -
.../testing/benchmarks/nexmark/nexmark_launcher.py | 4 -
.../testing/benchmarks/nexmark/nexmark_util.py | 3 -
.../nexmark/queries/nexmark_query_util.py | 2 -
.../testing/benchmarks/nexmark/queries/query0.py | 2 -
.../testing/benchmarks/nexmark/queries/query1.py | 2 -
.../testing/benchmarks/nexmark/queries/query10.py | 2 -
.../testing/benchmarks/nexmark/queries/query11.py | 2 -
.../testing/benchmarks/nexmark/queries/query12.py | 2 -
.../testing/benchmarks/nexmark/queries/query2.py | 2 -
.../testing/benchmarks/nexmark/queries/query3.py | 2 -
.../testing/benchmarks/nexmark/queries/query4.py | 2 -
.../testing/benchmarks/nexmark/queries/query5.py | 2 -
.../testing/benchmarks/nexmark/queries/query6.py | 3 -
.../testing/benchmarks/nexmark/queries/query7.py | 2 -
.../testing/benchmarks/nexmark/queries/query8.py | 2 -
.../testing/benchmarks/nexmark/queries/query9.py | 2 -
.../benchmarks/nexmark/queries/winning_bids.py | 2 -
.../apache_beam/testing/datatype_inference.py | 12 +-
.../apache_beam/testing/datatype_inference_test.py | 5 +-
.../python/apache_beam/testing/extra_assertions.py | 13 -
.../apache_beam/testing/extra_assertions_test.py | 2 -
.../testing/load_tests/co_group_by_key_test.py | 2 -
.../apache_beam/testing/load_tests/combine_test.py | 2 -
.../testing/load_tests/group_by_key_test.py | 2 -
.../apache_beam/testing/load_tests/load_test.py | 2 -
.../testing/load_tests/load_test_metrics_utils.py | 2 -
.../testing/load_tests/microbenchmarks_test.py | 2 -
.../apache_beam/testing/load_tests/pardo_test.py | 2 -
.../testing/load_tests/sideinput_test.py | 3 -
.../apache_beam/testing/metric_result_matchers.py | 2 -
.../testing/metric_result_matchers_test.py | 2 -
.../apache_beam/testing/pipeline_verifiers.py | 2 -
.../apache_beam/testing/pipeline_verifiers_test.py | 3 -
.../apache_beam/testing/synthetic_pipeline.py | 7 -
.../apache_beam/testing/synthetic_pipeline_test.py | 2 -
sdks/python/apache_beam/testing/test_pipeline.py | 2 -
.../apache_beam/testing/test_pipeline_test.py | 2 -
sdks/python/apache_beam/testing/test_stream.py | 7 +-
.../apache_beam/testing/test_stream_it_test.py | 2 -
.../apache_beam/testing/test_stream_service.py | 2 -
.../testing/test_stream_service_test.py | 2 -
.../python/apache_beam/testing/test_stream_test.py | 2 -
sdks/python/apache_beam/testing/test_utils.py | 3 -
sdks/python/apache_beam/testing/test_utils_test.py | 2 -
sdks/python/apache_beam/testing/util.py | 3 -
sdks/python/apache_beam/testing/util_test.py | 8 -
sdks/python/apache_beam/tools/__init__.py | 1 -
.../apache_beam/tools/coders_microbenchmark.py | 12 +-
.../tools/distribution_counter_microbenchmark.py | 5 -
.../tools/fn_api_runner_microbenchmark.py | 5 -
.../apache_beam/tools/map_fn_microbenchmark.py | 6 -
.../apache_beam/tools/microbenchmarks_test.py | 2 -
.../tools/runtime_type_check_microbenchmark.py | 5 -
.../apache_beam/tools/sideinput_microbenchmark.py | 5 -
.../apache_beam/tools/teststream_microbenchmark.py | 5 -
sdks/python/apache_beam/tools/utils.py | 4 -
sdks/python/apache_beam/transforms/display.py | 42 ++
.../apache_beam/typehints/typecheck_test_py3.py | 4 +-
sdks/python/apache_beam/utils/__init__.py | 2 -
sdks/python/apache_beam/utils/annotations.py | 2 -
sdks/python/apache_beam/utils/annotations_test.py | 2 -
sdks/python/apache_beam/utils/counters.py | 4 -
sdks/python/apache_beam/utils/counters_test.py | 2 -
sdks/python/apache_beam/utils/histogram.py | 3 -
sdks/python/apache_beam/utils/histogram_test.py | 3 -
sdks/python/apache_beam/utils/interactive_utils.py | 2 -
.../apache_beam/utils/interactive_utils_test.py | 2 -
sdks/python/apache_beam/utils/plugin.py | 4 -
sdks/python/apache_beam/utils/processes.py | 2 -
sdks/python/apache_beam/utils/processes_test.py | 2 -
sdks/python/apache_beam/utils/profiler.py | 9 +-
sdks/python/apache_beam/utils/proto_utils.py | 3 -
sdks/python/apache_beam/utils/retry.py | 9 +-
sdks/python/apache_beam/utils/retry_test.py | 3 -
sdks/python/apache_beam/utils/sentinel.py | 2 -
sdks/python/apache_beam/utils/sharded_key.py | 2 -
sdks/python/apache_beam/utils/shared.py | 4 -
sdks/python/apache_beam/utils/shared_test.py | 4 -
sdks/python/apache_beam/utils/subprocess_server.py | 6 +-
.../apache_beam/utils/subprocess_server_test.py | 16 +-
.../apache_beam/utils/thread_pool_executor.py | 8 +-
.../apache_beam/utils/thread_pool_executor_test.py | 5 -
sdks/python/apache_beam/utils/timestamp.py | 15 +-
sdks/python/apache_beam/utils/timestamp_test.py | 4 -
sdks/python/apache_beam/utils/urns.py | 3 -
sdks/python/apache_beam/utils/windowed_value.py | 3 -
.../apache_beam/utils/windowed_value_test.py | 2 -
sdks/python/build.gradle | 12 +
sdks/python/container/boot.go | 1 +
sdks/python/scripts/generate_pydoc.sh | 12 +-
.../transforms/python/elementwise/pardo.md | 5 +-
160 files changed, 1853 insertions(+), 1051 deletions(-)
