This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 9a6f7699b5d [BEAM-14170] - Create a test that runs sickbayed tests
(#17471)
add 4d22202fde9 [BEAM-14255] Drop clock abstraction (#17671)
add 31114e893ce Adds __repr__ to NullableCoder (#17757)
add 06a7dce4811 Merge pull request #17683 from [BEAM-14475] add test cases
to GcsUtil
add 8a4093c21f3 [BEAM-14410] Add test to demonstrate BEAM-14410 issue in
non-cython environments (#17548)
add f68ae5ff467 [BEAM-14449] Support cluster provisioning when using Flink
on Dataproc (#17736)
add 2b026dff4e8 Adds Java cross-language transforms for invoking Python
Map and FlatMap
add 40f83407920 Merge pull request #17696: [BEAM-14483] Adds Java
cross-language transforms for invoking Python Map and FlatMap
add 4fa5c43fa89 [BEAM-14527] Implement "Beam Summit 2022" banner (#17776)
add 99f2a75a69e Merge pull request #17222 from [BEAM-12164] Feat: Add new
restriction tracker to be able to track partition state along with timestamp
for change streams connector.
add 4f059f7fabd Merge pull request #17598 from [BEAM-14451] Support export
to BigQuery in FhirIO.Export
add ca33943808c Add typing information to RunInferrence. (#17762)
No new revisions were added by this update.
Summary of changes:
playground/frontend/assets/summit_banner.svg | 40 +
.../summit_banner/banner_description.dart | 100 +++
.../summit_banner/summit_banner_button.dart} | 43 +-
playground/frontend/lib/constants/assets.dart | 1 +
.../actions/components/new_example_action.dart | 2 +-
.../modules/editor/components/editor_textarea.dart | 2 +-
.../description_popover/description_popover.dart | 2 +-
.../components/example_list/example_list.dart | 4 +-
.../multifile_popover/multifile_popover.dart | 2 +-
.../lib/modules/examples/example_selector.dart | 2 +-
.../modules/output/components/output_result.dart | 6 +-
.../shortcuts/constants/global_shortcuts.dart | 2 +-
.../components/embedded_actions.dart | 2 +-
.../playground/components/close_listener.dart | 2 +-
.../components/editor_textarea_wrapper.dart | 2 +-
.../pages/playground/components/more_actions.dart | 2 +-
.../components/playground_page_footer.dart | 4 +-
.../lib/pages/playground/playground_page.dart | 3 +-
playground/frontend/pubspec.lock | 123 +--
playground/frontend/pubspec.yaml | 2 +-
.../beam/runners/core/construction/External.java | 23 +-
runners/flink/flink_runner.gradle | 1 +
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 12 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 152 ++++
.../extensions/python/PythonExternalTransform.java | 40 +-
.../python/transforms}/DataframeTransform.java | 2 +-
.../extensions/python/transforms/PythonMap.java | 70 ++
.../extensions/python/transforms/package-info.java | 20 +
.../{ => transforms}/DataframeTransformTest.java | 3 +-
.../PythonMapTest.java} | 45 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 101 ++-
.../sdk/io/gcp/healthcare/HealthcareApiClient.java | 3 +
.../io/gcp/healthcare/HttpHealthcareApiClient.java | 24 +
.../changestreams/restriction/PartitionMode.java | 35 +
.../restriction/PartitionPosition.java | 90 +++
.../restriction/PartitionRestriction.java | 141 ++++
.../restriction/PartitionRestrictionClaimer.java | 136 ++++
.../restriction/PartitionRestrictionMetadata.java | 106 +++
.../PartitionRestrictionProgressChecker.java | 96 +++
.../restriction/PartitionRestrictionSplitter.java | 128 +++
.../restriction/PartitionRestrictionTracker.java | 159 ++++
.../beam/sdk/io/gcp/healthcare/FhirIOLROIT.java | 65 +-
.../beam/sdk/io/gcp/healthcare/FhirIOReadIT.java | 4 +-
.../beam/sdk/io/gcp/healthcare/FhirIOTest.java | 11 +
.../restriction/PartitionPositionTest.java | 70 ++
.../PartitionRestrictionClaimerTest.java | 272 +++++++
.../PartitionRestrictionProgressCheckerTest.java | 230 ++++++
.../PartitionRestrictionSplitterTest.java | 168 ++++
.../restriction/PartitionRestrictionTest.java | 78 ++
.../PartitionRestrictionTrackerTest.java | 859 +++++++++++++++++++++
.../util/PartitionPositionGenerator.java | 54 ++
sdks/python/apache_beam/coders/coders.py | 3 +
sdks/python/apache_beam/ml/inference/base.py | 97 +--
sdks/python/apache_beam/ml/inference/base_test.py | 36 +-
sdks/python/apache_beam/ml/inference/pytorch.py | 17 +-
.../apache_beam/ml/inference/sklearn_inference.py | 16 +-
.../dataproc/dataproc_cluster_manager.py | 20 +
.../runners/interactive/dataproc/types.py | 39 +-
.../runners/interactive/interactive_beam.py | 41 +-
.../runners/interactive/interactive_beam_test.py | 6 +
.../runners/interactive/interactive_runner.py | 34 +-
.../runners/interactive/interactive_runner_test.py | 48 +-
.../portability/fn_api_runner/fn_runner_test.py | 16 +
.../transforms/periodicsequence_test.py | 2 +-
sdks/python/apache_beam/transforms/ptransform.py | 7 +-
65 files changed, 3601 insertions(+), 325 deletions(-)
create mode 100644 playground/frontend/assets/summit_banner.svg
create mode 100644
playground/frontend/lib/components/summit_banner/banner_description.dart
copy playground/frontend/lib/{pages/playground/components/close_listener.dart
=> components/summit_banner/summit_banner_button.dart} (55%)
rename
sdks/java/extensions/python/src/{test/java/org/apache/beam/sdk/extensions/python/io
=>
main/java/org/apache/beam/sdk/extensions/python/transforms}/DataframeTransform.java
(98%)
create mode 100644
sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/transforms/PythonMap.java
create mode 100644
sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/transforms/package-info.java
copy
sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/{
=> transforms}/DataframeTransformTest.java (95%)
rename
sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/{DataframeTransformTest.java
=> transforms/PythonMapTest.java} (54%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionMode.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionPosition.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestriction.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionClaimer.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionMetadata.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionProgressChecker.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionSplitter.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionTracker.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionPositionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionClaimerTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionProgressCheckerTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionSplitterTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionTrackerTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/PartitionPositionGenerator.java