This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from bdfd27e6288 [Go SDK] RunInference wrapper supporting Sklearn Model
Handler (#24497)
add 9347e067c0d Show error messages when Playground requests fail (#24033)
(#24338)
add aa6cc1652e1 Gradle tasks to start playground locally (#23939) (#23941)
add f16d5d51b75 [Playground] notebook url backend API (#24425)
add b2616bc6708 Make base_sdk URN versioned on default docker container.
(#24668)
add 958a9302ebb Add hypothesis strategy to generate complex schemas, use
it to test `schemas` module (#23361)
add 1da3d72d6a6 Add Debezium IO to doc (#24608)
add 62b7247a28e Bump google.golang.org/api from 0.104.0 to 0.105.0 in
/sdks (#24672)
add 260d8666a60 resume running flaky test (#24648)
add 7d793c9a273 Ensure that we handle formatting errors during logging in
portable Python jobs. (#24652)
add 4886bdf08fd [CdapIO] Complete examples for CDAP Zendesk plugins
(#24589)
No new revisions were added by this update.
Summary of changes:
.gitignore | 1 +
examples/java/cdap/README.md | 2 +-
examples/java/cdap/zendesk/build.gradle | 106 ++++
.../complete/cdap/zendesk/CdapZendeskToTxt.java | 140 ++++++
.../beam/examples/complete/cdap/zendesk/README.md | 55 ++
.../cdap/zendesk/options/CdapZendeskOptions.java | 99 ++++
.../cdap/zendesk/options/package-info.java | 9 +-
.../complete/cdap/zendesk/package-info.java | 9 +-
.../zendesk/transforms/FormatInputTransform.java | 54 ++
.../cdap/zendesk/transforms/package-info.java | 9 +-
.../utils/PluginConfigOptionsConverter.java | 51 ++
.../complete/cdap/zendesk/utils/package-info.java | 9 +-
learning/tour-of-beam/frontend/lib/main.dart | 1 +
.../frontend/lib/pages/tour/state.dart | 16 +-
.../frontend/lib/repositories/models/module.g.dart | 1 -
learning/tour-of-beam/frontend/pubspec.lock | 18 +-
playground/README.md | 38 +-
playground/api/v1/api.proto | 6 +-
playground/backend/cmd/server/controller_test.go | 4 +
playground/backend/internal/api/v1/api.pb.go | 551 +++++++++++----------
.../internal/components/cache_component_test.go | 18 +-
.../backend/internal/db/dto/precompiled_object.go | 2 +
playground/backend/internal/db/entity/example.go | 20 +-
.../db/mapper/precompiled_object_mapper.go | 8 +
.../db/mapper/precompiled_object_mapper_test.go | 113 ++---
.../backend/internal/tests/test_data/test_data.go | 20 +-
playground/build.gradle.kts | 31 ++
playground/docker-compose.local.yaml | 100 ++++
playground/frontend/analysis_options.yaml | 1 +
playground/frontend/lib/constants/params.dart | 13 +-
playground/frontend/lib/controllers/factories.dart | 65 +++
playground/frontend/lib/locator.dart | 59 +++
playground/frontend/lib/main.dart | 19 +-
.../components/share_dropdown/share_button.dart | 16 +-
.../share_dropdown/share_dropdown_body.dart | 42 +-
.../share_tabs/example_share_tabs.dart | 38 +-
.../share_dropdown/share_tabs/share_tabs.dart | 21 +-
.../share_tabs/snippet_save_and_share_tabs.dart | 49 +-
.../example_list/category_expansion_panel.dart | 23 +-
.../components/example_list/example_list.dart | 37 +-
.../example_list/expansion_panel_item.dart | 33 +-
.../modules/examples/components/filter/filter.dart | 9 +-
.../examples/components/filter/tag_bubble.dart | 3 +-
.../examples/components/filter/type_bubble.dart | 3 +-
.../components/search_field/search_field.dart | 5 +-
.../lib/modules/examples/example_selector.dart | 185 +++----
.../examples/examples_dropdown_content.dart | 103 ++++
.../examples_loading_descriptor_factory.dart | 177 ++-----
.../no_url_example_loading_descriptor.dart} | 26 +-
.../handlers/set_content_message_handler.dart | 20 +-
.../messages/handlers/set_sdk_message_handler.dart | 1 +
.../messages/listeners/messages_listener.dart | 6 +-
.../messages/models/set_content_message.dart | 32 +-
.../shortcuts/components/shortcuts_manager.dart | 36 +-
.../embedded_playground_page.dart | 60 ---
.../lib/pages/embedded_playground/page.dart | 65 +++
.../lib/pages/embedded_playground/path.dart | 189 +++++++
.../lib/pages/embedded_playground/screen.dart | 66 +++
.../lib/pages/embedded_playground/state.dart | 69 +++
.../{components => widgets}/embedded_actions.dart | 18 +-
.../embedded_appbar_title.dart | 0
.../{components => widgets}/embedded_editor.dart | 0
.../embedded_split_view.dart | 0
.../feedback_state.dart => loading/page.dart} | 21 +-
.../components/playground_page_providers.dart | 101 ----
.../lib/pages/playground/playground_page.dart | 106 ----
playground/frontend/lib/pages/routes.dart | 51 --
.../notifiers}/example_selector_state.dart | 0
.../notifiers}/feedback_state.dart | 0
.../lib/pages/standalone_playground/page.dart | 57 +++
.../lib/pages/standalone_playground/path.dart | 173 +++++++
.../lib/pages/standalone_playground/screen.dart | 116 +++++
.../lib/pages/standalone_playground/state.dart | 67 +++
.../widgets}/close_listener.dart | 0
.../widgets}/close_listener_nonweb.dart | 0
.../widgets}/editor_textarea_wrapper.dart | 29 +-
.../feedback/feedback_dropdown_content.dart | 11 +-
.../feedback/feedback_dropdown_icon_button.dart | 10 +-
.../widgets}/feedback/playground_feedback.dart | 12 +-
.../widgets}/more_actions.dart | 0
.../widgets}/playground_page_body.dart | 11 +-
.../widgets}/playground_page_footer.dart | 11 +-
.../widgets/playground_page_providers.dart} | 40 +-
playground/frontend/lib/playground_app.dart | 31 +-
.../page_factory.dart} | 32 +-
.../lib/router/route_information_parser.dart | 48 ++
.../utils/bool.dart} | 28 +-
.../frontend/lib/utils/share_code_utils.dart | 77 +--
.../assets/translations/en.yaml | 12 +-
.../lib/playground_components.dart | 8 +-
.../lib/src/api/v1/api.pb.dart | 28 ++
.../lib/src/api/v1/api.pbjson.dart | 4 +-
.../lib/src/cache/example_cache.dart | 150 +++---
.../durations.dart} | 9 +-
.../catalog_default_example_loader.dart | 37 +-
.../example_loaders/content_example_loader.dart | 13 +-
.../example_loaders/empty_example_loader.dart | 24 +-
.../example_loaders/example_loader.dart | 8 +
.../example_loaders/examples_loader.dart | 90 +++-
.../example_loaders/http_example_loader.dart | 8 +
.../example_loaders/standard_example_loader.dart | 22 +-
.../user_shared_example_loader.dart | 16 +-
.../lib/src/controllers/playground_controller.dart | 77 ++-
.../controllers/snippet_editing_controller.dart | 82 ++-
.../src/exceptions/catalog_loading_exception.dart} | 17 +-
.../example_loading_exception.dart} | 14 +-
.../snippet_saving_exception.dart} | 14 +-
.../playground_components/lib/src/locator.dart | 2 +
.../lib/src/models/example.dart | 10 +
...catalog_default_example_loading_descriptor.dart | 24 +
.../content_example_loading_descriptor.dart | 37 +-
.../empty_example_loading_descriptor.dart | 23 +-
.../example_loading_descriptor.dart | 3 +-
.../examples_loading_descriptor.dart | 135 ++++-
.../http_example_loading_descriptor.dart | 33 +-
.../standard_example_loading_descriptor.dart | 28 ++
.../user_shared_example_loading_descriptor.dart | 29 ++
.../loading_status.dart} | 10 +-
..._example_loading_descriptor.dart => toast.dart} | 25 +-
.../example_loader.dart => models/toast_type.dart} | 13 +-
.../lib/src/models/toast_type.g.dart | 162 ++++++
.../lib/src/notifications/notification.dart | 111 -----
.../lib/src/playground_components.dart | 8 +
.../lib/src/repositories/example_repository.dart | 14 +-
.../lib/src/services/toast_notifier.dart | 56 +++
.../lib/src/widgets/loading_error.dart} | 15 +-
.../lib/src/widgets/run_or_cancel_button.dart | 21 +-
.../lib/src/widgets}/shortcuts_manager.dart | 8 +-
.../toasts/toast.dart} | 74 +--
.../lib/src/widgets/toasts/toast_listener.dart | 72 +++
.../frontend/playground_components/pubspec.yaml | 6 +-
.../test/src/cache/example_cache_test.dart | 232 +++------
.../test/src/common/descriptors.dart} | 31 +-
.../test/src/common/example_cache.dart} | 28 +-
.../example_cache.mocks.dart} | 127 ++---
.../test/src/common/example_repository_mock.dart | 16 +-
.../src/common/example_repository_mock.mocks.dart | 45 +-
.../test/src/common/examples.dart | 25 +-
.../src/controllers/example_loaders/common.dart | 78 +++
.../example_loader_factory_test.dart | 60 +++
.../example_loaders/examples_loader_test.dart | 149 ++++++
.../examples_loader_test.mocks.dart | 550 ++++++++++++++++++++
.../http_example_loader_test.mocks.dart | 125 ++---
.../user_shared_example_loader_test.dart} | 46 +-
.../controllers/playground_controller_test.dart | 281 ++++++-----
.../playground_controller_test.mocks.dart | 152 ++----
.../snippet_editing_controller_test.dart | 152 ++++++
...g_default_example_loading_descriptor_test.dart} | 35 +-
.../example_loading_descriptors/common.dart} | 32 +-
.../content_example_loading_descriptor_test.dart | 60 +++
.../empty_example_loading_descriptor_test.dart} | 28 +-
.../examples_loading_descriptor_test.dart | 135 +++++
.../http_example_loading_descriptor_test.dart} | 38 +-
.../standard_example_loading_descriptor_test.dart} | 38 +-
...er_shared_example_loading_descriptor_test.dart} | 38 +-
.../src/repositories/example_repository_test.dart | 14 +-
.../test/src/services/toast_notifier_test.dart | 70 +++
playground/frontend/pubspec.lock | 41 +-
playground/frontend/pubspec.yaml | 3 +
.../examples_loading_descriptor_factory_test.dart | 191 +------
.../examples/models/example_token_type_test.dart | 48 --
.../messages/models/set_content_message_test.dart | 21 +-
.../messages/parsers/message_parser_test.dart | 18 +-
.../states/example_selector_state_test.dart | 3 +-
.../states/example_selector_state_test.mocks.dart | 10 -
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
sdks/go/pkg/beam/core/core.go | 3 +
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 12 +-
sdks/go/pkg/beam/options/jobopts/options.go | 3 +-
sdks/go/pkg/beam/options/jobopts/options_test.go | 2 +-
.../extensions/python/PythonExternalTransform.java | 12 +-
.../python/PythonExternalTransformTest.java | 10 +-
.../apache_beam/runners/worker/log_handler.py | 8 +-
.../apache_beam/runners/worker/log_handler_test.py | 18 +
sdks/python/apache_beam/typehints/row_type.py | 17 +-
sdks/python/apache_beam/typehints/schemas.py | 1 +
sdks/python/apache_beam/typehints/schemas_test.py | 17 +
.../apache_beam/typehints/testing/__init__.py | 18 +
.../apache_beam/typehints/testing/strategies.py | 102 ++++
sdks/python/setup.py | 2 +-
settings.gradle.kts | 1 +
.../site/content/en/documentation/io/connectors.md | 19 +
.../www/site/layouts/shortcodes/playground.html | 29 +-
.../layouts/shortcodes/playground_snippet.html | 12 +-
185 files changed, 5998 insertions(+), 2778 deletions(-)
create mode 100644 examples/java/cdap/zendesk/build.gradle
create mode 100644
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/CdapZendeskToTxt.java
create mode 100644
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/README.md
create mode 100644
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/options/CdapZendeskOptions.java
copy
playground/frontend/playground_components/lib/src/controllers/example_loaders/example_loader.dart
=>
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/options/package-info.java
(86%)
copy
playground/frontend/playground_components/lib/src/controllers/example_loaders/example_loader.dart
=>
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/package-info.java
(86%)
create mode 100644
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/transforms/FormatInputTransform.java
copy
playground/frontend/playground_components/lib/src/controllers/example_loaders/example_loader.dart
=>
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/transforms/package-info.java
(86%)
create mode 100644
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/utils/PluginConfigOptionsConverter.java
copy
playground/frontend/playground_components/lib/src/controllers/example_loaders/example_loader.dart
=>
examples/java/cdap/zendesk/src/main/java/org/apache/beam/examples/complete/cdap/zendesk/utils/package-info.java
(86%)
create mode 100644 playground/docker-compose.local.yaml
create mode 100644 playground/frontend/lib/controllers/factories.dart
create mode 100644 playground/frontend/lib/locator.dart
create mode 100644
playground/frontend/lib/modules/examples/examples_dropdown_content.dart
copy playground/frontend/lib/modules/examples/models/{example_token_type.dart
=> example_loading_descriptors/no_url_example_loading_descriptor.dart} (70%)
delete mode 100644
playground/frontend/lib/pages/embedded_playground/embedded_playground_page.dart
create mode 100644 playground/frontend/lib/pages/embedded_playground/page.dart
create mode 100644 playground/frontend/lib/pages/embedded_playground/path.dart
create mode 100644
playground/frontend/lib/pages/embedded_playground/screen.dart
create mode 100644 playground/frontend/lib/pages/embedded_playground/state.dart
rename playground/frontend/lib/pages/embedded_playground/{components =>
widgets}/embedded_actions.dart (79%)
rename playground/frontend/lib/pages/embedded_playground/{components =>
widgets}/embedded_appbar_title.dart (100%)
copy playground/frontend/lib/pages/embedded_playground/{components =>
widgets}/embedded_editor.dart (100%)
rename playground/frontend/lib/pages/embedded_playground/{components =>
widgets}/embedded_split_view.dart (100%)
copy playground/frontend/lib/pages/{playground/states/feedback_state.dart =>
loading/page.dart} (72%)
delete mode 100644
playground/frontend/lib/pages/playground/components/playground_page_providers.dart
delete mode 100644
playground/frontend/lib/pages/playground/playground_page.dart
delete mode 100644 playground/frontend/lib/pages/routes.dart
rename playground/frontend/lib/pages/{playground/states =>
standalone_playground/notifiers}/example_selector_state.dart (100%)
copy playground/frontend/lib/pages/{playground/states =>
standalone_playground/notifiers}/feedback_state.dart (100%)
create mode 100644
playground/frontend/lib/pages/standalone_playground/page.dart
create mode 100644
playground/frontend/lib/pages/standalone_playground/path.dart
create mode 100644
playground/frontend/lib/pages/standalone_playground/screen.dart
create mode 100644
playground/frontend/lib/pages/standalone_playground/state.dart
copy playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/close_listener.dart (100%)
copy playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/close_listener_nonweb.dart (100%)
rename playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/editor_textarea_wrapper.dart (80%)
rename playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/feedback/feedback_dropdown_content.dart (95%)
rename playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/feedback/feedback_dropdown_icon_button.dart (95%)
rename playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/feedback/playground_feedback.dart (87%)
rename playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/more_actions.dart (100%)
rename playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/playground_page_body.dart (86%)
rename playground/frontend/lib/pages/{playground/components =>
standalone_playground/widgets}/playground_page_footer.dart (89%)
copy
playground/frontend/lib/{modules/editor/components/share_dropdown/share_tabs/snippet_save_and_share_tabs.dart
=> pages/standalone_playground/widgets/playground_page_providers.dart} (58%)
copy
playground/frontend/lib/{modules/messages/listeners/messages_listener.dart =>
router/page_factory.dart} (58%)
create mode 100644 playground/frontend/lib/router/route_information_parser.dart
copy
playground/frontend/{playground_components/lib/src/models/example_loading_descriptors/standard_example_loading_descriptor.dart
=> lib/utils/bool.dart} (71%)
copy
playground/frontend/playground_components/lib/src/{controllers/example_loaders/example_loader.dart
=> constants/durations.dart} (86%)
rename playground/frontend/{lib/pages/playground/states/feedback_state.dart =>
playground_components/lib/src/exceptions/catalog_loading_exception.dart} (75%)
copy
playground/frontend/playground_components/lib/src/{models/example_loading_descriptors/catalog_default_example_loading_descriptor.dart
=> exceptions/example_loading_exception.dart} (74%)
copy
playground/frontend/playground_components/lib/src/{models/example_loading_descriptors/empty_example_loading_descriptor.dart
=> exceptions/snippet_saving_exception.dart} (75%)
copy
playground/frontend/playground_components/lib/src/{controllers/example_loaders/example_loader.dart
=> models/loading_status.dart} (86%)
copy
playground/frontend/playground_components/lib/src/models/{example_loading_descriptors/standard_example_loading_descriptor.dart
=> toast.dart} (68%)
copy
playground/frontend/playground_components/lib/src/{controllers/example_loaders/example_loader.dart
=> models/toast_type.dart} (82%)
create mode 100644
playground/frontend/playground_components/lib/src/models/toast_type.g.dart
delete mode 100644
playground/frontend/playground_components/lib/src/notifications/notification.dart
create mode 100644
playground/frontend/playground_components/lib/src/services/toast_notifier.dart
rename
playground/frontend/{lib/pages/playground/components/close_listener_nonweb.dart
=> playground_components/lib/src/widgets/loading_error.dart} (73%)
copy playground/frontend/{lib/modules/shortcuts/components =>
playground_components/lib/src/widgets}/shortcuts_manager.dart (93%)
rename
playground/frontend/playground_components/lib/src/{notifications/base_notification.dart
=> widgets/toasts/toast.dart} (59%)
create mode 100644
playground/frontend/playground_components/lib/src/widgets/toasts/toast_listener.dart
copy playground/frontend/{lib/modules/examples/models/example_token_type.dart
=> playground_components/test/src/common/descriptors.dart} (66%)
copy playground/frontend/{lib/modules/examples/models/example_token_type.dart
=> playground_components/test/src/common/example_cache.dart} (70%)
copy
playground/frontend/playground_components/test/src/{controllers/example_loaders/http_example_loader_test.mocks.dart
=> common/example_cache.mocks.dart} (71%)
create mode 100644
playground/frontend/playground_components/test/src/controllers/example_loaders/common.dart
create mode 100644
playground/frontend/playground_components/test/src/controllers/example_loaders/example_loader_factory_test.dart
create mode 100644
playground/frontend/playground_components/test/src/controllers/example_loaders/examples_loader_test.dart
create mode 100644
playground/frontend/playground_components/test/src/controllers/example_loaders/examples_loader_test.mocks.dart
rename
playground/frontend/{lib/pages/playground/components/close_listener.dart =>
playground_components/test/src/controllers/example_loaders/user_shared_example_loader_test.dart}
(51%)
create mode 100644
playground/frontend/playground_components/test/src/controllers/snippet_editing_controller_test.dart
copy
playground/frontend/{lib/pages/embedded_playground/components/embedded_editor.dart
=>
playground_components/test/src/models/example_loading_descriptors/catalog_default_example_loading_descriptor_test.dart}
(57%)
copy playground/frontend/{lib/modules/examples/models/example_token_type.dart
=>
playground_components/test/src/models/example_loading_descriptors/common.dart}
(70%)
create mode 100644
playground/frontend/playground_components/test/src/models/example_loading_descriptors/content_example_loading_descriptor_test.dart
rename
playground/frontend/{lib/modules/examples/models/example_token_type.dart =>
playground_components/test/src/models/example_loading_descriptors/empty_example_loading_descriptor_test.dart}
(70%)
create mode 100644
playground/frontend/playground_components/test/src/models/example_loading_descriptors/examples_loading_descriptor_test.dart
copy
playground/frontend/{lib/pages/embedded_playground/components/embedded_editor.dart
=>
playground_components/test/src/models/example_loading_descriptors/http_example_loading_descriptor_test.dart}
(57%)
copy
playground/frontend/{lib/pages/embedded_playground/components/embedded_editor.dart
=>
playground_components/test/src/models/example_loading_descriptors/standard_example_loading_descriptor_test.dart}
(57%)
rename
playground/frontend/{lib/pages/embedded_playground/components/embedded_editor.dart
=>
playground_components/test/src/models/example_loading_descriptors/user_shared_example_loading_descriptor_test.dart}
(57%)
create mode 100644
playground/frontend/playground_components/test/src/services/toast_notifier_test.dart
delete mode 100644
playground/frontend/test/modules/examples/models/example_token_type_test.dart
create mode 100644 sdks/python/apache_beam/typehints/testing/__init__.py
create mode 100644 sdks/python/apache_beam/typehints/testing/strategies.py
