This is an automated email from the ASF dual-hosted git repository.
tenthe pushed a change to branch
1357-harmonize-resource-creation-workflow-for-pipelines
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from 17796415be translate
add 3961df2671 feat: Improve dataset details and feature card views (#4703)
add 8720de38a2 feat: Make asset tree scrollable in asset edit mode (#4709)
add 6cd32d5d3a fix: Avoid action menu item line break (#4710)
add f29eb98129 test: standardize Cypress chart naming (#4711)
add 7fe14b08c9 chore(deps-dev): bump mistune from 3.2.1 to 3.3.0 in
/streampipes-client-python (#4706)
add 624d17a7b3 fix: Pipeline group test (#4713)
add 9e31c30cc5 chore(deps): Bump docker actions version
add 07d9eff639 fix: Clean up adapter and pipeline lifecycle (#4719)
add 2d44c44cc8 feat(#4721): add CSV import progress tracking (#4722)
add b70ed30a88 reaftor: migrate pyproject.toml metadata to Python standard
in PEP 621 to fix poetry deprecations (#4649)
add 807f4e3918 chore: Improve timeout handling of OPC UA adapter (#4723)
add 369a821f29 fix: PLC4X cache recovery after failed read execution
(#4648)
add f8ec4d2ae3 feat(#4690): deprecate legacy plc4x s7 and modbus adapters
(#4691)
add 6b0c0bdfe5 #4683 fix(msteams): migrate sink to Power Automate workflow
format (#4684)
add 3b776bf738 chore(deps): bump confluent-kafka from 2.14.2 to 2.15.0 in
/streampipes-client-python (#4699)
add 8634653a99 fix(#4725): Can't delete code in javascript evaluator
(#4726)
add 3e08e51f78 feat(#4718): add shared search select component (#4720)
add b12e2a43e8 chore(deps): bump actions/setup-java from 5.3.0 to 5.5.0
(#4730)
add ae8a55e4f2 chore(deps): bump actions/stale from 10.3.0 to 10.4.0
(#4728)
add c8051a4d29 feat: Keep selection after executing multi-select action
(#4743)
add 5ce0f470d4 chore(deps-dev): bump mypy from 2.1.0 to 2.3.0 in
/streampipes-client-python (#4748)
add 0cdc0a8bbc refactor(#4733): Rename application-private data lake UI
components (#4740)
add b3f76b1cb5 chore(deps): bump tar from 7.5.16 to 7.5.20 in /ui (#4751)
add 4157f1feba chore(deps): bump engine.io from 6.6.4 to 6.6.9 in /ui
(#4749)
add 73a8cc246f chore(deps): bump actions/setup-node from 6 to 7 (#4746)
add 9010ec66d9 chore(deps): bump undici from 6.25.0 to 6.27.0 in /ui
(#4741)
add 07e7b40cb1 chore(deps-dev): bump axios from 1.16.0 to 1.18.1 in /ui
(#4742)
add bc29b5f749 chore: Cleanup UI dependencies (#4752)
add badc36f2d0 fix(#4651): Adding nested objects in the adapter script
transformation causes an error (#4753)
add 9f56b5386f fix: Remove max retries health check (#4739)
add 1bcd60af06 chore(deps): bump actions/setup-java from 5.5.0 to 5.6.0
(#4756)
add adb7dddcbc chore(deps-dev): bump tar from 7.5.11 to 7.5.20 in
/streampipes-client-go/docs (#4750)
add 48b29d69a9 chore(deps-dev): bump gitpython from 3.1.50 to 3.1.52 in
/streampipes-client-python (#4758)
add 3c007d3f6e chore(deps-dev): bump cryptography from 46.0.7 to 48.0.1 in
/streampipes-client-python (#4755)
add 5e42db1cdf chore(deps-dev): bump bleach from 6.2.0 to 6.4.0 in
/streampipes-client-python (#4754)
add 817342d3b0 chore(deps): bump docker/login-action from 4.1.0 to 4.4.0
(#4747)
add 1656323d9a chore(deps): bump docker/setup-qemu-action from 4.0.0 to
4.2.0 (#4697)
add 37a6e4b007 fix: Confirm changes dialog is shown twice when navigating
from asset edit mode to another page (#4688)
add db3ae5347a fix(#4759): Adapters without a name can be created (#4762)
add 1dece4f276 Merge branch 'dev' into
1357-harmonize-resource-creation-workflow-for-pipelines
No new revisions were added by this update.
Summary of changes:
.github/workflows/build.yml | 20 +-
.github/workflows/cypress-test.yml | 4 +-
.github/workflows/extensions-docs.yml | 2 +-
.github/workflows/go-client-e2e-test.yml | 2 +-
.github/workflows/go-docs.yml | 2 +-
.github/workflows/java-client-e2e-test.yml | 2 +-
.github/workflows/mvn-integration-test.yml | 2 +-
.github/workflows/pr-validation.yml | 8 +-
.github/workflows/stale-bot.yml | 2 +-
streampipes-client-go/docs/package-lock.json | 6 +-
streampipes-client-python/poetry.lock | 599 +-
streampipes-client-python/pyproject.toml | 42 +-
.../transformer/js/GraalJsScriptEngine.java | 2 +-
.../transformer/js/GraalJsScriptEngineTest.java | 20 +
.../api/monitoring/SpMonitoringManager.java | 18 +-
.../connect/AdapterWorkerManagement.java | 53 +-
.../management/connect/PullAdapterScheduler.java | 19 +-
.../connect/adapter/model/EventCollector.java | 11 +-
.../adapter/model/pipeline/AdapterPipeline.java | 14 +-
.../elements/SendToBrokerAdapterSink.java | 7 +-
...sSingleton.java => RunningAdapterInstance.java} | 7 +-
.../management/init/RunningAdapterInstances.java | 25 +-
.../management/init/RunningInstances.java | 4 +-
.../pe/DataProcessorPipelineElementManagement.java | 4 +-
.../pe/DataSinkPipelineElementManagement.java | 4 +-
.../pe/InvocablePipelineElementManagement.java | 6 +-
.../connect/AdapterWorkerManagementTest.java | 41 +
.../connect/PullAdapterSchedulerTest.java | 55 +
.../connectors/opcua/adapter/OpcUaAdapter.java | 13 +-
.../opcua/alarms/OpcUaAlarmEventSubscriber.java | 32 +-
.../opcua/client/ConnectedOpcUaClient.java | 37 +
.../alarms/OpcUaAlarmEventSubscriberTest.java | 68 +
.../opcua/client/ConnectedOpcUaClientTest.java | 66 +
.../connection/ContinuousPlcRequestReader.java | 10 +-
.../plc/adapter/modbus/Plc4xModbusAdapter.java | 5 +
.../connectors/plc/adapter/s7/Plc4xS7Adapter.java | 5 +
.../plc/cache/SpLeasedPlcConnection.java | 26 +-
.../documentation.md | 3 +
.../documentation.md | 4 +
.../plc/adapter/ConnectionContainerReproTest.java | 108 +
.../notifications/jvm/msteams/MSTeamsSink.java | 518 +-
.../documentation.md | 21 +-
.../notifications/jvm/msteams/TestMSTeamsSink.java | 230 +-
.../health/monitoring/ExtensionHealthCheck.java | 27 +-
.../health/monitoring/PipelineHealthCheck.java | 150 +-
.../health/monitoring/PipelineRecoveryBackoff.java | 107 +
.../health/monitoring/utils/HealthCheckUtils.java | 6 +
.../health/monitoring/PipelineHealthCheckTest.java | 256 +
.../monitoring/PipelineRecoveryBackoffTest.java | 100 +
.../OpcUaAdapterReadTimeoutReproductionTest.java | 177 +
.../adapters/opcua/OpcUaAdapterTestHarness.java | 34 +-
.../containers/OpcUaDemoServerContainer.java | 7 +-
.../messaging/kafka/SpKafkaProducer.java | 28 +-
...IssueType.java => CsvImportJobStartResult.java} | 23 +-
...mportTargetMode.java => CsvImportJobState.java} | 7 +-
...svImportResult.java => CsvImportJobStatus.java} | 60 +-
.../datalake/importer/CsvImportPreviewResult.java | 9 +
.../http/InvokePipelineElementSubmitter.java | 2 +-
.../http/PipelineElementExtensionRequest.java | 5 +-
.../http/PipelineElementRollbackTest.java | 136 +
.../rest/impl/datalake/DataLakeResource.java | 10 +-
.../importer/CsvDataLakeImportService.java | 71 +-
.../datalake/importer/CsvImportJobManager.java | 162 +
.../impl/datalake/importer/CsvImportParser.java | 29 +-
.../datalake/importer/CsvImportUploadStorage.java | 20 +-
.../datalake/importer/DataLakeImportResource.java | 21 +-
.../rest/impl/datalake/DataLakeResourceTest.java | 17 +
.../importer/CsvDataLakeImportServiceTest.java | 65 +
.../datalake/importer/CsvImportParserTest.java | 1 +
.../streampipes/service/core/PostStartupTask.java | 7 +-
.../service/core/StreamPipesCoreApplication.java | 23 +-
.../core/migrations/AvailableMigrations.java | 2 +
.../MigratePlc4xS7AdaptersToGenericAdapter.java | 443 +
...MigratePlc4xS7AdaptersToGenericAdapterTest.java | 294 +
.../standalone/manager/ProtocolManager.java | 32 +-
.../runtime/StandaloneEventProcessorRuntime.java | 57 +-
.../runtime/StandaloneEventSinkRuntime.java | 45 +-
.../runtime/StandalonePipelineElementRuntime.java | 77 +-
ui/STYLEGUIDE.md | 76 +
ui/angular.json | 35 +-
...aLakeFilterConfig.ts => DatasetFilterConfig.ts} | 2 +-
ui/cypress/support/utils/DashboardUtils.ts | 4 +-
.../support/utils/DataDownloadDialogUtils.ts | 2 +-
ui/cypress/support/utils/PrepareTestDataUtils.ts | 6 +-
ui/cypress/support/utils/chart/ChartBtns.ts | 57 +-
ui/cypress/support/utils/chart/ChartUtils.ts | 200 +-
.../support/utils/chart/ChartWidgetTableUtils.ts | 2 +-
.../{DataLakeSeedUtils.ts => DatasetSeedUtils.ts} | 73 +-
ui/cypress/support/utils/dataset/DatasetUtils.ts | 4 +-
ui/cypress/support/utils/pipeline/PipelineUtils.ts | 4 +-
.../tests/chart/addAssetToDashboard.smoke.spec.ts | 18 +-
...moke.spec.ts => addAssetsToChart.smoke.spec.ts} | 12 +-
.../chart/advancedFilterExpressions.smoke.spec.ts | 6 +-
ui/cypress/tests/chart/autoAggregateTable.spec.ts | 6 +-
ui/cypress/tests/chart/chart-types/heatmap.spec.ts | 5 +-
.../tests/chart/chart-types/histogram.spec.ts | 2 +-
.../tests/chart/chart-types/indicator.spec.ts | 2 +-
ui/cypress/tests/chart/chart-types/map.spec.ts | 12 +-
.../tests/chart/chart-types/progress-bar.spec.ts | 5 +-
.../tests/chart/chart-types/scatter.smoke.spec.ts | 5 +-
ui/cypress/tests/chart/chart-types/table.spec.ts | 4 +-
.../tests/chart/chart-types/timeSeriesSave.spec.ts | 22 +-
.../tests/chart/chart-types/value-card.spec.ts | 9 +-
.../tests/chart/chartDataPreview.smoke.spec.ts | 2 +-
ui/cypress/tests/chart/configuration.smoke.spec.ts | 4 +-
...ard.spec.ts => deleteChartAndDashboard.spec.ts} | 22 +-
.../tests/chart/dynamicColumnFilter.smoke.spec.ts | 4 +-
.../chart/filterNumericalStringProperties.spec.ts | 14 +-
.../tests/chart/missingDataInDataLake.spec.ts | 6 +-
ui/cypress/tests/chart/publicDashboardLink.spec.ts | 10 +-
...rderDataView.spec.ts => timeOrderChart.spec.ts} | 6 +-
ui/cypress/tests/chart/timeRangeSelectors.spec.ts | 2 +-
.../chart/widgetDataConfiguration.smoke.spec.ts | 18 +-
ui/cypress/tests/connect/editAdapter.spec.ts | 4 +-
...c.ts => editAdapterDatasetSchemaUpdate.spec.ts} | 4 +-
.../editAdapterSettingsAndPipeline.smoke.spec.ts | 2 +-
.../tests/connect/rules/schemaRules.smoke.spec.ts | 2 +-
ui/cypress/tests/connect/rules/valueRules.spec.ts | 2 +-
.../dataDownloadDialogTest.smoke.spec.ts | 14 +-
.../restartStreamPipes/restartStreamPipes2.ts | 2 +-
...spec.ts => pipelineDatasetSchemaUpdate.spec.ts} | 16 +-
.../testAddAssetOnResourceCreation.ts | 4 +-
.../userManagement/testUserRoleCharts.spec.ts | 4 +-
.../userManagement/testUserRoleDashboard.spec.ts | 22 +-
.../userManagement/testUserRoleDataset.spec.ts | 20 +-
ui/deployment/i18n/de.json | 5 +-
ui/deployment/i18n/en.json | 5 +-
ui/deployment/i18n/pl.json | 5 +-
ui/karma.conf.js | 66 -
ui/package-lock.json | 10914 ++++++++-----------
ui/package.json | 51 +-
.../streampipes/platform-services/README.md | 4 -
.../streampipes/platform-services/karma.conf.js | 60 -
.../streampipes/platform-services/package.json | 15 +-
.../src/lib/apis/datalake-rest.service.ts | 18 +-
.../src/lib/model/datalake/csv-import.model.ts | 16 +
.../streampipes/platform-services/src/test.ts | 50 -
.../platform-services/tsconfig.spec.json | 10 -
ui/projects/streampipes/shared-ui/README.md | 2 +-
ui/projects/streampipes/shared-ui/karma.conf.js | 61 -
ui/projects/streampipes/shared-ui/package.json | 12 +-
.../progress-bar.component.html} | 27 +-
.../progress-bar/progress-bar.component.scss} | 23 +-
.../progress-bar/progress-bar.component.ts | 57 +
.../search-select-template.directive.ts | 17 +-
.../search-select/search-select.component.html | 141 +
.../search-select/search-select.component.scss | 104 +
.../search-select/search-select.component.ts | 304 +
.../components/sp-table/sp-table.component.html | 2 +-
.../lib/components/sp-table/sp-table.component.ts | 39 +-
.../services/file-name.service.spec.ts | 2 +
.../object-manage-dialog.component.html | 167 +-
.../object-manage-dialog.component.ts | 111 +-
.../object-permission-dialog.component.html | 139 +-
.../object-permission-dialog.component.ts | 141 +-
.../src/lib/services/keyboard-shortcut.service.ts | 8 +-
.../streampipes/shared-ui/src/public-api.ts | 3 +
.../streampipes/shared-ui/tsconfig.spec.json | 3 +-
ui/src/app/apidocs/apidocs.component.ts | 2 +-
.../asset-details-labels.component.html | 81 +-
.../asset-details-labels.component.ts | 112 +-
.../edit-asset/asset-details.component.ts | 116 +-
.../asset-selection-panel.component.html | 4 +-
.../asset-selection-panel.component.scss | 29 +
.../chart-container/chart-container.component.ts | 15 +-
.../base/base-data-explorer-widget.directive.ts | 7 +-
.../map/config/map-widget-config.component.html | 10 +-
.../models/dataview-dashboard.model.ts | 2 +
.../chart-overview-table.component.html | 2 +-
.../chart-overview-table.component.ts | 6 +-
.../chart-overview/chart-overview.component.html | 2 +-
.../chart-data-settings.component.html | 84 +-
.../data-settings/chart-data-settings.component.ts | 160 +-
.../toolbar/chart-view-toolbar.component.html | 2 +-
.../service-configs-password.component.spec.ts | 44 +-
.../shared/configuration.service.spec.ts | 15 +-
.../adapter-configuration.component.ts | 10 +-
.../adapter-deployment-settings.component.html | 45 +-
.../adapter-deployment-settings.component.ts | 109 +-
.../pipeline-operation-status.component.html | 93 +-
.../pipeline-operation-status.component.scss | 119 +-
.../pipeline-operation-status.component.ts | 31 +-
.../add-to-collection.component.spec.ts | 36 +-
.../chart-selection/chart-selection.component.ts | 2 +-
.../edit-dashboard-dialog.component.html | 2 +-
.../dataset-details-events.component.html | 12 +-
.../dataset-details-events.component.ts | 9 +-
.../dataset-feature-card.component.html | 20 +
.../dataset-feature-card.component.ts | 62 +-
.../dataset-last-event-label.component.html} | 0
.../dataset-last-event-label.component.scss} | 0
.../dataset-last-event-label.component.ts} | 8 +-
.../dataset-overview-entry.ts} | 3 +-
.../dataset-overview.component.html} | 10 +-
.../dataset-overview.component.scss} | 0
.../dataset-overview.component.ts} | 165 +-
ui/src/app/dataset/dataset.routes.ts | 4 +-
.../csv-import-dialog.component.html | 2 +
.../csv-import-dialog.component.ts | 92 +-
.../csv-import-upload-state.component.html | 19 +-
.../csv-import-upload-state.component.scss | 19 +-
.../csv-import-upload-state.component.ts | 10 +-
.../delete-dataset-dialog.component.html} | 0
.../delete-dataset-dialog.component.ts} | 18 +-
.../user-defined-output.component.html | 75 +-
.../user-defined-output.component.ts | 5 +-
ui/src/app/pipelines/pipelines.component.html | 1 +
ui/src/app/pipelines/pipelines.component.ts | 1 -
ui/src/scss/sp/_variables.scss | 1 +
ui/src/scss/sp/main.scss | 2 +-
ui/src/scss/sp/sp-theme.scss | 9 +
.../registration.model.ts => test-setup.ts} | 14 +-
ui/src/test.ts | 41 -
ui/src/tsconfig.spec.json | 11 -
ui/tsconfig.eslint.json | 2 +-
ui/tsconfig.spec.json | 5 +-
216 files changed, 10257 insertions(+), 9479 deletions(-)
copy
streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/init/{IDeclarersSingleton.java
=> RunningAdapterInstance.java} (80%)
create mode 100644
streampipes-extensions/streampipes-connectors-opcua/src/test/java/org/apache/streampipes/extensions/connectors/opcua/alarms/OpcUaAlarmEventSubscriberTest.java
create mode 100644
streampipes-extensions/streampipes-connectors-opcua/src/test/java/org/apache/streampipes/extensions/connectors/opcua/client/ConnectedOpcUaClientTest.java
create mode 100644
streampipes-health-monitoring/src/main/java/org/apache/streampipes/health/monitoring/PipelineRecoveryBackoff.java
create mode 100644
streampipes-health-monitoring/src/test/java/org/apache/streampipes/health/monitoring/PipelineHealthCheckTest.java
create mode 100644
streampipes-health-monitoring/src/test/java/org/apache/streampipes/health/monitoring/PipelineRecoveryBackoffTest.java
create mode 100644
streampipes-integration-tests/src/test/java/org/apache/streampipes/integration/adapters/OpcUaAdapterReadTimeoutReproductionTest.java
copy
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/{CsvImportSchemaIssueType.java
=> CsvImportJobStartResult.java} (73%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/{CsvImportTargetMode.java
=> CsvImportJobState.java} (93%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/{CsvImportResult.java
=> CsvImportJobStatus.java} (56%)
create mode 100644
streampipes-pipeline-management/src/test/java/org/apache/streampipes/manager/execution/http/PipelineElementRollbackTest.java
create mode 100644
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/datalake/importer/CsvImportJobManager.java
create mode 100644
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/migrations/v099/connect/MigratePlc4xS7AdaptersToGenericAdapter.java
create mode 100644
streampipes-service-core/src/test/java/org/apache/streampipes/service/core/migrations/v099/connect/MigratePlc4xS7AdaptersToGenericAdapterTest.java
rename ui/cypress/support/model/{DataLakeFilterConfig.ts =>
DatasetFilterConfig.ts} (96%)
rename ui/cypress/support/utils/dataset/{DataLakeSeedUtils.ts =>
DatasetSeedUtils.ts} (81%)
rename ui/cypress/tests/chart/{addAssetsToDataView.smoke.spec.ts =>
addAssetsToChart.smoke.spec.ts} (88%)
rename ui/cypress/tests/chart/{deleteViewAndDashboard.spec.ts =>
deleteChartAndDashboard.spec.ts} (76%)
rename ui/cypress/tests/chart/{timeOrderDataView.spec.ts =>
timeOrderChart.spec.ts} (95%)
rename ui/cypress/tests/connect/{editAdapterDataLakeSchemaUpdate.spec.ts =>
editAdapterDatasetSchemaUpdate.spec.ts} (97%)
rename ui/cypress/tests/pipeline/{pipelineDataLakeSchemaUpdate.spec.ts =>
pipelineDatasetSchemaUpdate.spec.ts} (92%)
delete mode 100644 ui/karma.conf.js
delete mode 100644 ui/projects/streampipes/platform-services/karma.conf.js
delete mode 100644 ui/projects/streampipes/platform-services/src/test.ts
delete mode 100644 ui/projects/streampipes/platform-services/tsconfig.spec.json
delete mode 100644 ui/projects/streampipes/shared-ui/karma.conf.js
copy
ui/projects/streampipes/shared-ui/src/lib/components/{input-schema-panel/input-schema-property/input-schema-property.component.html
=> progress-bar/progress-bar.component.html} (58%)
copy
ui/projects/streampipes/shared-ui/src/lib/{dialog/data-download-dialog/components/select-data/select-data.component.scss
=> components/progress-bar/progress-bar.component.scss} (72%)
create mode 100644
ui/projects/streampipes/shared-ui/src/lib/components/progress-bar/progress-bar.component.ts
copy
streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/user/IPasswordRecoveryTokenStorage.java
=>
ui/projects/streampipes/shared-ui/src/lib/components/search-select/search-select-template.directive.ts
(66%)
create mode 100644
ui/projects/streampipes/shared-ui/src/lib/components/search-select/search-select.component.html
create mode 100644
ui/projects/streampipes/shared-ui/src/lib/components/search-select/search-select.component.scss
create mode 100644
ui/projects/streampipes/shared-ui/src/lib/components/search-select/search-select.component.ts
rename
ui/src/app/dataset/components/{datalake-configuration/datalake-last-event-label/datalake-last-event-label.component.html
=>
dataset-overview/dataset-last-event-label/dataset-last-event-label.component.html}
(100%)
rename
ui/src/app/dataset/components/{datalake-configuration/datalake-last-event-label/datalake-last-event-label.component.scss
=>
dataset-overview/dataset-last-event-label/dataset-last-event-label.component.scss}
(100%)
rename
ui/src/app/dataset/components/{datalake-configuration/datalake-last-event-label/datalake-last-event-label.component.ts
=>
dataset-overview/dataset-last-event-label/dataset-last-event-label.component.ts}
(89%)
rename
ui/src/app/dataset/components/{datalake-configuration/datalake-configuration-entry.ts
=> dataset-overview/dataset-overview-entry.ts} (94%)
rename
ui/src/app/dataset/components/{datalake-configuration/datalake-configuration.component.html
=> dataset-overview/dataset-overview.component.html} (98%)
rename
ui/src/app/dataset/components/{datalake-configuration/datalake-configuration.component.scss
=> dataset-overview/dataset-overview.component.scss} (100%)
rename
ui/src/app/dataset/components/{datalake-configuration/datalake-configuration.component.ts
=> dataset-overview/dataset-overview.component.ts} (75%)
rename
ui/src/app/dataset/dialog/{delete-datalake-index/delete-datalake-index-dialog.component.html
=> delete-dataset/delete-dataset-dialog.component.html} (100%)
rename
ui/src/app/dataset/dialog/{delete-datalake-index/delete-datalake-index-dialog.component.ts
=> delete-dataset/delete-dataset-dialog.component.ts} (85%)
copy ui/src/{app/login/components/register/registration.model.ts =>
test-setup.ts} (78%)
delete mode 100644 ui/src/test.ts
delete mode 100644 ui/src/tsconfig.spec.json