This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 5d49733bf15 Merge pull request #28843: Do not rewrite project version
in BeamModulePlugin
add 3405b31d040 Github Workflow Replacement for Jenkins Jobs,
beam_LoadTests_Python_Combine_Flink_* (#28846)
add 03741c06e08 Bump golang.org/x/net from 0.15.0 to 0.16.0 in /sdks
(#28858)
add b90e40308e2 Add Cleanup Dataproc Resources workflow (#28814)
add 6e90adb753e Add rotate credentials workflows (#28815)
add ad159eaabb6 Add Publish Beam SDK Snapshots workflow (#28795)
add 7462069f8ce Github Workflow Replacement for Jenkins Jobs,
beam_LoadTests_Python_GBK_Dataflow_* (#28827)
add 2be0605aeb7 Bump github.com/proullon/ramsql from 0.1.2 to 0.1.3 in
/sdks (#28857)
add b87629928c9 Enable typevar-name-mismatch check (#28849)
add b9398e0e3e9 Add Java JMH workflow (#28860)
add 14950aab794 Update release guide somewhat according to 2.51.0 release
experience
add af9da3151d9 Merge pull request #28836: Update release guide somewhat
according to 2.51.0 release experience
add 84b9336cffc Merge pull request #28665: Add GitHub Action workflows to
mass_commit
add d26a78297f2 [YAML] Add JSON parsing to PubSub IO. (#28754)
add 6722ff197e8 Schema-aware Avro reading and writing.
add 714d3a9aa04 Add yaml providers for avro.
add 07e26fd014d test,lint
add ce217d36b13 Merge pull request #28855 [YAML] Schemify avroio and add a
yaml provider.
add 57821c191d3 Add python wheel staging to GitHub Actions
build_release_candidate
add 795d366c395 Merge pull request #28822: Add python wheel staging to
GitHub Actions build_release_candidate
add e665c1c73bd [Fix] Broken Healthcare Notebook Link (#28876)
add ee7a2aea975 Fix perf alert tool call (#28872)
add fba098b69db Bump postcss (#28866)
add cb802661f2a [Python]Update state cache size to 100 MB (#28877)
add fc93a36d869 Make parquetio schema aware.
add e94aeb71fff Add parquet yaml providers.
add 9602af91dcd Update error message to account for more detail.
add d7db27efccc Merge branch 'master' into yaml-parquet
add a6947eb3b79 Merge pull request #28850 [BEAM-28684] [YAML] Add Parquet
reading and writing.
add 7531501ff27 Fix interactive tests for Beam Notebooks release (#28880)
No new revisions were added by this update.
Summary of changes:
.../workflows/beam_CleanUpDataprocResources.yml | 61 ++
.../beam_IODatastoresCredentialsRotation.yml | 78 ++
.github/workflows/beam_Java_JMH.yml | 68 ++
.../beam_LoadTests_Python_Combine_Flink_Batch.yml | 140 +++
...am_LoadTests_Python_Combine_Flink_Streaming.yml | 126 +++
.../beam_LoadTests_Python_GBK_Dataflow_Batch.yml | 134 +++
...eam_LoadTests_Python_GBK_Dataflow_Streaming.yml | 100 ++
.../workflows/beam_MetricsCredentialsRotation.yml | 78 ++
.github/workflows/beam_PostCommit_Python.yml | 2 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 88 ++
.github/workflows/build_release_candidate.yml | 76 +-
...hon_Combine_Flink_Batch_2GB_10_byte_records.txt | 27 +
.../python_Combine_Flink_Batch_2GB_Fanout_4.txt | 28 +
.../python_Combine_Flink_Batch_2GB_Fanout_8.txt | 28 +
...Combine_Flink_Streaming_2GB_10_byte_records.txt | 29 +
...python_Combine_Flink_Streaming_2GB_Fanout_4.txt | 30 +
...python_Combine_Flink_Streaming_2GB_Fanout_8.txt | 30 +
...thon_GBK_Dataflow_Batch_2GB_of_100B_records.txt | 28 +
...hon_GBK_Dataflow_Batch_2GB_of_100kB_records.txt | 28 +
...ython_GBK_Dataflow_Batch_2GB_of_10B_records.txt | 28 +
...nout_4_times_with_2GB_10-byte_records_total.txt | 28 +
...nout_8_times_with_2GB_10-byte_records_total.txt | 28 +
..._GBK_Dataflow_Streaming_2GB_of_100B_records.txt | 30 +
...GBK_Dataflow_Streaming_2GB_of_100kB_records.txt | 30 +
...n_GBK_Dataflow_Streaming_2GB_of_10B_records.txt | 30 +
...nout_4_times_with_2GB_10-byte_records_total.txt | 30 +
...nout_8_times_with_2GB_10-byte_records_total.txt | 30 +
contributor-docs/release-guide.md | 1092 ++++++++++----------
examples/notebooks/healthcare/beam_nlp.ipynb | 2 +-
.../scripts/download_github_actions_artifacts.py | 15 +-
release/src/main/scripts/github_actions_jobs.txt | 33 +-
release/src/main/scripts/mass_comment.py | 3 +-
sdks/go.mod | 8 +-
sdks/go.sum | 16 +-
sdks/python/.pylintrc | 1 -
sdks/python/apache_beam/io/avroio.py | 271 ++++-
sdks/python/apache_beam/io/avroio_test.py | 31 +-
sdks/python/apache_beam/io/parquetio.py | 99 +-
sdks/python/apache_beam/io/parquetio_test.py | 16 +
sdks/python/apache_beam/pvalue.py | 3 +
.../apache-beam-jupyterlab-sidepanel/yarn.lock | 33 +-
.../Linux/29c9237ddf4f3d5988a503069b4d3c47.png | Bin 65527 -> 64875 bytes
.../Linux/7a35f487b2a5f3a9b9852a8659eeb4bd.png | Bin 728485 -> 687768
bytes
.../apache_beam/runners/worker/sdk_worker_main.py | 4 +-
.../apache_beam/testing/analyzers/perf_analysis.py | 3 +-
sdks/python/apache_beam/transforms/ptransform.py | 16 +
.../typehints/arrow_type_compatibility.py | 6 +-
.../typehints/arrow_type_compatibility_test.py | 2 +-
.../apache_beam/typehints/decorators_test.py | 1 +
sdks/python/apache_beam/typehints/schemas.py | 4 +
sdks/python/apache_beam/yaml/json_utils.py | 183 ++++
sdks/python/apache_beam/yaml/standard_io.yaml | 21 +
sdks/python/apache_beam/yaml/yaml_io.py | 16 +-
sdks/python/apache_beam/yaml/yaml_io_test.py | 123 +++
sdks/python/apache_beam/yaml/yaml_provider.py | 6 +-
sdks/python/setup.py | 4 +-
56 files changed, 2797 insertions(+), 628 deletions(-)
create mode 100644 .github/workflows/beam_CleanUpDataprocResources.yml
create mode 100644 .github/workflows/beam_IODatastoresCredentialsRotation.yml
create mode 100644 .github/workflows/beam_Java_JMH.yml
create mode 100644
.github/workflows/beam_LoadTests_Python_Combine_Flink_Batch.yml
create mode 100644
.github/workflows/beam_LoadTests_Python_Combine_Flink_Streaming.yml
create mode 100644
.github/workflows/beam_LoadTests_Python_GBK_Dataflow_Batch.yml
create mode 100644
.github/workflows/beam_LoadTests_Python_GBK_Dataflow_Streaming.yml
create mode 100644 .github/workflows/beam_MetricsCredentialsRotation.yml
create mode 100644 .github/workflows/beam_Publish_Beam_SDK_Snapshots.yml
create mode 100644
.github/workflows/load-tests-job-configs/python_Combine_Flink_Batch_2GB_10_byte_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_Combine_Flink_Batch_2GB_Fanout_4.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_Combine_Flink_Batch_2GB_Fanout_8.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_Combine_Flink_Streaming_2GB_10_byte_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_Combine_Flink_Streaming_2GB_Fanout_4.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_Combine_Flink_Streaming_2GB_Fanout_8.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Batch_2GB_of_100B_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Batch_2GB_of_100kB_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Batch_2GB_of_10B_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Batch_fanout_4_times_with_2GB_10-byte_records_total.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Batch_fanout_8_times_with_2GB_10-byte_records_total.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Streaming_2GB_of_100B_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Streaming_2GB_of_100kB_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Streaming_2GB_of_10B_records.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Streaming_fanout_4_times_with_2GB_10-byte_records_total.txt
create mode 100644
.github/workflows/load-tests-job-configs/python_GBK_Dataflow_Streaming_fanout_8_times_with_2GB_10-byte_records_total.txt
create mode 100644 sdks/python/apache_beam/yaml/json_utils.py
