This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 158e177 (commit)
to 1eaa869 (commit)
from 158e177 Merge pull request #14420 from ibzib/BEAM-12089
add ff744d6 Fix overview.md for cross-language pattern
add e8d5498 Merge pull request #14825: Fix overview.md for cross-language
pattern
add 937312b Add support std and var in DataFrame and agg
add 4084ed9 Test std edge cases
add 15cc9c11 Merge pull request #14468 from TheNeuralBit/std-var
add 5fd762d [BEAM-12199] Run pack_combiners phase by default in
FnApiRunner and PortableRunner (#14594)
add 4fcb951 [BEAM-9487] Raise error in GroupByKey on invalid PCollections
add e91cb94 Merge pull request #14780 from [BEAM-9487] Raise error in
GroupByKey on invalid PCollections
add 4fcf7be Merge pull request #14531 from [BEAM-12266] Adds a connector
that streams data from twitter
add f9034c1 [BEAM-12346] Enable basic ValidatesPortableRunner tests in
Samza Runner (#14827)
add 20076b3 [BEAM-12353] Sickbay new added failing test for Dataflow
runner v2.
add ee1ca77 Merge pull request #14830 from [BEAM-12353] Sickbay new added
failing test for Dataflow runner v2.
add c7c97b0 [BEAM-12361] Ensure that Reshuffle.AssignToShard numBuckets
is respected (#14720)
add 22516a7 Run Jenkins jobs for Nexmark Dataflow V2 Java 8 and 11
(#14774)
add 1eaa869 [BEAM-7372][BEAM-9372] Cleanup py2 and py35 codepath from
runners worker (#14730)
No new revisions were added by this update.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 3 +
.test-infra/jenkins/NexmarkBuilder.groovy | 62 ++++--
.test-infra/jenkins/README.md | 1 +
.../job_PostCommit_Java_Nexmark_Dataflow_V2.groovy | 67 +++++++
...stCommit_Java_Nexmark_Dataflow_V2_Java11.groovy | 67 +++++++
...mmit_Java_PortableValidatesRunner_Samza.groovy} | 10 +-
.../dashboards/perftests_metrics/Nexmark.json | 14 +-
...Nexmark.json => Nexmark_Dataflow_RunnerV2.json} | 50 ++---
.../src/main/resources/configuration.yaml | 1 +
README.md | 2 +-
examples/java/build.gradle | 2 +
.../complete/twitterstreamgenerator/README.md | 41 ++++
.../ReadFromTwitterDoFn.java | 212 +++++++++++++++++++++
.../twitterstreamgenerator/TwitterConfig.java | 162 ++++++++++++++++
.../twitterstreamgenerator/TwitterConnection.java | 109 +++++++++++
.../complete/twitterstreamgenerator/TwitterIO.java | 95 +++++++++
.../twitterstreamgenerator/TwitterStream.java | 113 +++++++++++
.../package-info.java | 2 +-
.../ReadFromTwitterDoFnTest.java | 136 +++++++++++++
runners/google-cloud-dataflow-java/build.gradle | 5 +
runners/samza/job-server/build.gradle | 71 ++++++-
.../beam/runners/samza/SamzaPipelineRunner.java | 10 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 4 +-
.../apache/beam/sdk/transforms/ReshuffleTest.java | 21 ++
sdks/java/testing/nexmark/build.gradle | 89 +++++++--
.../java/org/apache/beam/sdk/nexmark/Main.java | 3 +-
.../apache/beam/sdk/nexmark/NexmarkOptions.java | 7 +
.../testutils/publishing/InfluxDBPublisher.java | 45 +++--
sdks/python/apache_beam/dataframe/frames.py | 16 ++
sdks/python/apache_beam/dataframe/frames_test.py | 34 ++++
sdks/python/apache_beam/runners/__init__.py | 2 -
sdks/python/apache_beam/runners/common.py | 19 +-
sdks/python/apache_beam/runners/common_test.py | 2 -
.../interactive/pipeline_instrument_test.py | 5 +-
.../python/apache_beam/runners/pipeline_context.py | 3 -
.../apache_beam/runners/pipeline_context_test.py | 2 -
.../runners/portability/flink_runner_test.py | 9 +-
.../runners/portability/fn_api_runner/fn_runner.py | 10 +-
.../portability/fn_api_runner/fn_runner_test.py | 77 ++++----
.../portability/fn_api_runner/worker_handlers.py | 10 +-
.../runners/portability/portable_runner.py | 1 +
.../runners/portability/spark_runner_test.py | 4 +
sdks/python/apache_beam/runners/runner.py | 3 -
sdks/python/apache_beam/runners/runner_test.py | 2 -
sdks/python/apache_beam/runners/sdf_utils.py | 4 -
sdks/python/apache_beam/runners/sdf_utils_test.py | 2 -
sdks/python/apache_beam/runners/worker/__init__.py | 1 -
.../apache_beam/runners/worker/bundle_processor.py | 27 +--
.../runners/worker/bundle_processor_test.py | 2 -
.../apache_beam/runners/worker/channel_factory.py | 4 -
.../apache_beam/runners/worker/data_plane.py | 44 ++---
.../apache_beam/runners/worker/data_plane_test.py | 4 -
.../apache_beam/runners/worker/log_handler.py | 3 -
.../apache_beam/runners/worker/log_handler_test.py | 3 -
sdks/python/apache_beam/runners/worker/logger.py | 2 -
.../apache_beam/runners/worker/logger_test.py | 4 -
.../apache_beam/runners/worker/opcounters.py | 11 +-
.../apache_beam/runners/worker/opcounters_test.py | 5 -
.../apache_beam/runners/worker/operation_specs.py | 2 -
.../apache_beam/runners/worker/operations.py | 5 -
.../apache_beam/runners/worker/sdk_worker.py | 102 +++++++---
.../apache_beam/runners/worker/sdk_worker_main.py | 3 -
.../runners/worker/sdk_worker_main_test.py | 4 -
.../apache_beam/runners/worker/sdk_worker_test.py | 21 +-
.../apache_beam/runners/worker/sideinputs.py | 4 -
.../apache_beam/runners/worker/sideinputs_test.py | 4 -
.../apache_beam/runners/worker/statecache.py | 2 -
.../apache_beam/runners/worker/statecache_test.py | 2 -
.../apache_beam/runners/worker/statesampler.py | 2 -
.../runners/worker/statesampler_slow.py | 3 -
.../runners/worker/statesampler_test.py | 4 -
.../runners/worker/worker_id_interceptor.py | 4 -
.../runners/worker/worker_id_interceptor_test.py | 2 -
.../apache_beam/runners/worker/worker_pool_main.py | 2 -
.../apache_beam/runners/worker/worker_status.py | 3 -
.../runners/worker/worker_status_test.py | 2 -
sdks/python/apache_beam/testing/util.py | 2 +
sdks/python/apache_beam/transforms/core.py | 9 +
sdks/python/apache_beam/transforms/environments.py | 20 +-
.../apache_beam/transforms/ptransform_test.py | 9 +
sdks/python/apache_beam/transforms/util_test.py | 2 +-
.../content/en/documentation/patterns/overview.md | 2 +-
82 files changed, 1588 insertions(+), 346 deletions(-)
create mode 100644
.test-infra/jenkins/job_PostCommit_Java_Nexmark_Dataflow_V2.groovy
create mode 100644
.test-infra/jenkins/job_PostCommit_Java_Nexmark_Dataflow_V2_Java11.groovy
copy
.test-infra/jenkins/{job_PostCommit_Java_PortableValidatesRunner_Spark2_Streaming.groovy
=> job_PostCommit_Java_PortableValidatesRunner_Samza.groovy} (79%)
copy .test-infra/metrics/grafana/dashboards/perftests_metrics/{Nexmark.json =>
Nexmark_Dataflow_RunnerV2.json} (91%)
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/twitterstreamgenerator/README.md
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/twitterstreamgenerator/ReadFromTwitterDoFn.java
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/twitterstreamgenerator/TwitterConfig.java
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/twitterstreamgenerator/TwitterConnection.java
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/twitterstreamgenerator/TwitterIO.java
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/twitterstreamgenerator/TwitterStream.java
copy
examples/java/src/main/java/org/apache/beam/examples/complete/{kafkatopubsub/options
=> twitterstreamgenerator}/package-info.java (92%)
create mode 100644
examples/java/src/test/java/org/apache/beam/examples/complete/twitterstreamgenerator/ReadFromTwitterDoFnTest.java
