This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 59b0b2a [BEAM-13760] Add random component to default python dataflow
job name (#16641)
add 53ba580 Merge pull request #16655 from [BEAM-12164]: Add retry
protection to DetectNewPartitions
add 3fbd2be Merge pull request #16586 from [BEAM-13731] FhirIO: Add
support for BATCH bundle errors.
add 2b9d115 [BEAM-13011] Adds a link to Multi-language Pipelines Tips
wiki page (#16649)
add f54f527 [BEAM-13734] Support cache directories that use GCS buckets
add 38541ae [BEAM-13734] Support cache directories that use GCS buckets
add fa7e964 [BEAM-12572] Run python examples on multiple runners (#16154)
add b9a7695 [BEAM-13574] Large Wordcount (#16455)
No new revisions were added by this update.
Summary of changes:
release/src/main/scripts/mass_comment.py | 4 +
.../go/examples/large_wordcount/large_wordcount.go | 429 +++++++++++++++++++++
.../large_wordcount/large_wordcount_test.go | 133 +++++++
sdks/go/test/integration/integration.go | 9 +
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 85 +++-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 2 +-
.../changestreams/action/ActionFactory.java | 26 ++
.../action/DetectNewPartitionsAction.java | 211 ++++++++++
.../changestreams/dao/PartitionMetadataDao.java | 86 ++---
.../dofn/DetectNewPartitionsDoFn.java | 174 ++-------
.../beam/sdk/io/gcp/healthcare/FhirIOTestUtil.java | 7 +-
.../beam/sdk/io/gcp/healthcare/FhirIOWriteIT.java | 37 ++
.../BUNDLE_PARSE_TEST/batch-success-failure.json | 44 +++
.../BUNDLE_PARSE_TEST/transaction-failure.json | 44 +++
.../BUNDLE_PARSE_TEST/transaction-success.json | 44 +++
.../examples/complete/autocomplete_test.py | 80 +++-
.../apache_beam/examples/complete/estimate_pi.py | 2 +-
.../examples/complete/estimate_pi_test.py | 19 +-
.../examples/complete/game/game_stats_it_test.py | 6 +
.../examples/complete/game/game_stats_test.py | 3 -
.../examples/complete/game/hourly_team_score.py | 4 +-
.../complete/game/hourly_team_score_it_test.py | 31 +-
.../complete/game/hourly_team_score_test.py | 3 -
.../examples/complete/game/leader_board_it_test.py | 6 +
.../examples/complete/game/leader_board_test.py | 3 -
.../examples/complete/game/user_score.py | 4 +-
.../examples/complete/game/user_score_it_test.py | 29 +-
.../examples/complete/game/user_score_test.py | 3 -
.../apache_beam/examples/complete/tfidf_test.py | 2 +-
.../complete/top_wikipedia_sessions_test.py | 31 +-
.../bigquery_side_input_it_test.py} | 52 +--
.../examples/cookbook/bigquery_side_input_test.py | 3 -
.../examples/cookbook/bigquery_tornadoes_test.py | 3 -
.../apache_beam/examples/cookbook/coders_test.py | 50 ++-
.../examples/cookbook/combiners_test.py | 3 -
.../examples/cookbook/custom_ptransform_test.py | 33 +-
.../apache_beam/examples/cookbook/filters_test.py | 43 ++-
.../examples/dataframe/taxiride_test.py | 2 -
.../examples/streaming_wordcount_debugging_test.py | 2 -
.../runners/interactive/background_caching_job.py | 13 +-
.../runners/interactive/cache_manager.py | 8 +-
.../runners/interactive/cache_manager_test.py | 4 +-
.../interactive/caching/streaming_cache_test.py | 4 +-
.../runners/interactive/interactive_beam.py | 5 +-
.../runners/interactive/interactive_environment.py | 64 ++-
.../interactive/interactive_environment_test.py | 21 +-
.../apache_beam/runners/interactive/utils.py | 34 ++
.../apache_beam/runners/interactive/utils_test.py | 54 +++
sdks/python/pytest.ini | 3 +
sdks/python/test-suites/direct/common.gradle | 4 +-
sdks/python/test-suites/portable/common.gradle | 4 +-
.../content/en/documentation/programming-guide.md | 4 +
52 files changed, 1656 insertions(+), 318 deletions(-)
create mode 100644 sdks/go/examples/large_wordcount/large_wordcount.go
create mode 100644 sdks/go/examples/large_wordcount/large_wordcount_test.go
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/DetectNewPartitionsAction.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/resources/BUNDLE_PARSE_TEST/batch-success-failure.json
create mode 100644
sdks/java/io/google-cloud-platform/src/test/resources/BUNDLE_PARSE_TEST/transaction-failure.json
create mode 100644
sdks/java/io/google-cloud-platform/src/test/resources/BUNDLE_PARSE_TEST/transaction-success.json
copy sdks/python/apache_beam/examples/{complete/game/user_score_it_test.py =>
cookbook/bigquery_side_input_it_test.py} (55%)
