This is an automated email from the ASF dual-hosted git repository.
tenthe pushed a change to branch
4618-health-check-restarts-adapter-during-stopping-process
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from 0c2343df38 Refactor health check management
add 644fd68559 fix: Properly cleanup subscriptions in kiosk mode (#4622)
add bd263a316a feat(#4577): Add last updated time to dashboard kiosk,
improve performance (#4629)
add ff1dee49c6 chore(deps): bump actions/cache from 5 to 5.0.5 (#4626)
add cc922f4e13 fix: Ignore unknown fields in ImportGenerator (#4630)
add 055ada4986 Fix VS Code JMX port conflict for dev launch (#4620)
add 8ac28303f1 chore(deps): bump actions/checkout from 6.0.3 to 7.0.0
(#4623)
add 067704522d fix: Split chart request refresh strategies (#4634)
add 0423651c77 feat(#4633): Move dataset count display into dataset
overview (#4637)
add 60d11642a8 chore(deps): bump actions/setup-python from 5 to 6.2.0
(#4636)
add 590b266bec chore: Improve startup logging (#4638)
add e7dafb922b fix: Improve retry of failed PLC connections (#4572)
add 40d0ac4229 fix(#4640): Add missing sorting to adapter and dataset
columns (#4645)
add 8d454cb075 feat: modernize Python Client syntax (PEP 585, PEP 604)
(#4628)
add fd23b5f509 Update README.md
add 39f059281e fix: consistent spacing in translation files (#4639)
add 11b7168d1e fix: Consistent Asset Create Workflow (#4644)
add b78b39657b refactor: Migrate configuration storage (#4631)
add 278567ee34 style: Harmonize button and table layout (#4608)
add f4cf5d53e2 feat(#4466): Add validation and naming warnings for
property field names in adapter schema configuration (#4643)
add 4262c34c88 Merge branch 'dev' into
4618-health-check-restarts-adapter-during-stopping-process
No new revisions were added by this update.
Summary of changes:
.github/workflows/build.yml | 2 +-
.github/workflows/cypress-test.yml | 2 +-
.github/workflows/extensions-docs.yml | 2 +-
.github/workflows/go-client-e2e-test.yml | 4 +-
.github/workflows/go-client.yml | 2 +-
.github/workflows/go-docs.yml | 2 +-
.github/workflows/java-client-e2e-test.yml | 4 +-
.github/workflows/mvn-integration-test.yml | 2 +-
.github/workflows/pr-validation.yml | 18 +-
.github/workflows/pypi-deployment.yml | 4 +-
.github/workflows/python-docs.yml | 6 +-
.vscode/launch.json | 14 +
README.md | 2 -
.../streampipes/client/client.py | 5 +-
.../streampipes/client/config.py | 7 +-
.../streampipes/client/credential_provider.py | 13 +-
.../streampipes/endpoint/api/data_lake_measure.py | 28 +-
.../streampipes/endpoint/api/data_stream.py | 5 +-
.../streampipes/endpoint/api/version.py | 7 +-
.../streampipes/endpoint/endpoint.py | 11 +-
.../streampipes/function_zoo/river_function.py | 15 +-
.../streampipes/functions/broker/consumer.py | 2 +-
.../functions/broker/kafka/kafka_consumer.py | 2 +-
.../functions/broker/kafka/kafka_publisher.py | 4 +-
.../functions/broker/nats/nats_consumer.py | 2 +-
.../functions/broker/nats/nats_publisher.py | 4 +-
.../functions/broker/output_collector.py | 5 +-
.../streampipes/functions/broker/publisher.py | 4 +-
.../streampipes/functions/function_handler.py | 10 +-
.../streampipes/functions/registration.py | 5 +-
.../streampipes/functions/streampipes_function.py | 10 +-
.../functions/utils/async_iter_handler.py | 7 +-
.../functions/utils/data_stream_context.py | 3 +-
.../functions/utils/data_stream_generator.py | 5 +-
.../functions/utils/function_context.py | 3 +-
.../streampipes/model/common.py | 59 +++--
.../model/container/data_lake_measures.py | 3 +-
.../streampipes/model/container/data_streams.py | 3 +-
.../model/container/resource_container.py | 7 +-
.../streampipes/model/container/versions.py | 3 +-
.../model/resource/data_lake_measure.py | 11 +-
.../streampipes/model/resource/data_series.py | 10 +-
.../streampipes/model/resource/data_stream.py | 31 ++-
.../streampipes/model/resource/exceptions.py | 3 +-
.../model/resource/function_definition.py | 11 +-
.../streampipes/model/resource/query_result.py | 12 +-
.../streampipes/model/resource/resource.py | 3 +-
.../streampipes/model/resource/version.py | 5 +-
.../tests/client/test_endpoint.py | 3 +-
.../management/AdapterMasterManagement.java | 2 +-
.../management/management/GuessManagement.java | 8 +-
.../management/WorkerAdministrationManagement.java | 6 +-
.../management/management/WorkerRestClient.java | 7 +-
.../streampipes/connect/management/util/Utils.java | 32 ---
.../api/IDataExplorerQueryManagement.java | 2 +
.../export/ConfiguredExcelOutputWriter.java | 9 +-
.../export/ConfiguredOutputWriter.java | 10 -
.../export/ConfiguredOutputWriterFactory.java | 54 ++++
.../dataexplorer/export/OutputFormat.java | 19 +-
.../influx/DataExplorerQueryManagementInflux.java | 4 +-
.../iotdb/DataExplorerQueryManagementIotDb.java | 7 +-
.../dataexplorer/StreamedQueryResultProvider.java | 7 +-
.../streampipes/export/AssetLinkResolver.java | 3 +-
.../streampipes/export/DataLakeExportManager.java | 17 +-
.../export/dataimport/ImportGenerator.java | 2 +-
.../export/dataimport/PerformImportGenerator.java | 5 +-
.../export/dataimport/PreviewImportGenerator.java | 3 +-
.../export/generator/ExportPackageGenerator.java | 12 +-
.../streampipes/export/resolver/FileResolver.java | 13 +-
.../plc/adapter/generic/GenericPlc4xAdapter.java | 9 +-
.../connection/ContinuousPlcRequestReader.java | 15 +-
.../connectors/plc/adapter/s7/Plc4xS7Adapter.java | 9 +-
.../plc/cache/SpConnectionContainer.java | 72 ++++--
.../plc/adapter/ConnectionContainerReproTest.java | 110 ++++++++
.../health/monitoring/PipelineHealthCheck.java | 3 +-
.../streampipes/loadbalance/LoadManager.java | 3 +-
.../loadbalance/ResourceUnitMigration.java | 9 +-
.../loadbalance/unit/InvokeHttpRequest.java | 37 ++-
.../apache/streampipes/mail/AbstractMailer.java | 24 +-
.../org/apache/streampipes/mail/MailSender.java | 23 +-
.../org/apache/streampipes/mail/MailTester.java | 9 +-
.../mail/template/AbstractMailTemplate.java | 18 +-
.../template/AccountActiviationMailTemplate.java | 10 +-
.../mail/template/CustomMailTemplate.java | 5 +-
.../mail/template/InitialPasswordMailTemplate.java | 11 +-
.../template/PasswordRecoveryMailTemplate.java | 10 +-
.../mail/template/TestMailTemplate.java | 7 +-
.../mail/template/part/AbstractPart.java | 4 +-
.../mail/template/part/BaseUrlPart.java | 6 +-
.../streampipes/mail/template/part/LinkPart.java | 5 +-
.../streampipes/mail/template/part/LogoPart.java | 10 +-
.../apache/streampipes/mail/utils/MailUtils.java | 13 +-
.../model/client/user/UserApiToken.java | 2 +-
.../api/extensions/ExtensionServiceRequests.java | 42 ++-
.../streampipes/manager/assets/AssetConstants.java | 31 ---
.../streampipes/manager/assets/AssetExtractor.java | 13 +-
.../streampipes/manager/assets/AssetManager.java | 31 ++-
.../ExtensionsServiceEndpointGenerator.java | 2 +-
.../execution/http/InvokeExtensionRequest.java | 4 +-
.../manager/extensions/ExtensionItemInstaller.java | 4 +-
.../streampipes/manager/file/FileConstants.java | 30 ---
.../streampipes/manager/file/FileHandler.java | 10 +-
.../streampipes/manager/file/FileManager.java | 12 +-
.../migration/AbstractMigrationManager.java | 4 +-
.../remote/ContainerProvidedOptionsHandler.java | 10 +-
.../manager/setup/AutoInstallation.java | 2 +-
.../manager/setup/InstallationConfiguration.java | 8 +-
.../manager/setup/SpCoreConfigurationStep.java | 12 +-
.../manager/setup/StreamPipesEnvChecker.java | 17 +-
.../setup/UserRegistrationInstallationStep.java | 9 +-
.../tasks/ApplyDefaultRolesAndPrivilegesTask.java | 10 +-
...{AuthTokenUtils.java => AuthTokenProvider.java} | 45 ++--
.../manager/verification/ElementVerifier.java | 15 +-
.../manager/verification/TypedElementVerifier.java | 13 +-
.../verification/extractor/TypeExtractor.java | 14 +-
.../manager/verification/TypeExtractorTest.java | 20 +-
.../resource/management/SpResourceManager.java | 48 +++-
.../resource/management/UserResourceManager.java | 27 +-
.../rest/core/base/impl/AbstractRestResource.java | 10 -
.../apache/streampipes/rest/ResetManagement.java | 8 +-
.../streampipes/rest/impl/Authentication.java | 26 +-
.../rest/impl/ContainerProvidedOptions.java | 8 +-
.../streampipes/rest/impl/EmailResource.java | 12 +-
.../apache/streampipes/rest/impl/FileResource.java | 7 +-
.../rest/impl/PipelineElementAsset.java | 8 +-
.../streampipes/rest/impl/ResetResource.java | 8 +-
.../org/apache/streampipes/rest/impl/Setup.java | 8 +-
.../apache/streampipes/rest/impl/UserResource.java | 48 ++--
.../impl/admin/EmailConfigurationResource.java | 23 +-
.../admin/ExportProviderConfigurationResource.java | 25 +-
.../impl/admin/ExtensionsInstallationResource.java | 6 +-
.../admin/ExtensionsServiceEndpointResource.java | 8 +-
.../impl/admin/GeneralConfigurationResource.java | 14 +-
.../impl/admin/LocationConfigurationResource.java | 14 +-
.../rest/impl/admin/MigrationResource.java | 7 +-
.../rest/impl/admin/PrivilegeResource.java | 6 +-
.../streampipes/rest/impl/admin/RoleResource.java | 6 +-
.../rest/impl/admin/UserAdminResource.java | 13 +-
.../rest/impl/admin/UserGroupResource.java | 28 +-
.../rest/impl/connect/CompactAdapterResource.java | 3 +-
.../rest/impl/connect/GuessResource.java | 10 +-
.../impl/connect/RuntimeResolvableResource.java | 9 +-
.../impl/datalake/DataLakeMeasureResource.java | 60 +++--
.../rest/impl/datalake/DataLakeResource.java | 91 ++++++-
.../datalake/KioskDashboardDataLakeResource.java | 44 ++++
.../streampipes/service/core/PostStartupTask.java | 8 +-
.../service/core/StreamPipesCoreApplication.java | 28 +-
.../service/core/WebSecurityConfig.java | 35 +--
.../ExtensionServiceRequestConfiguration.java | 22 +-
.../core/filter/TokenAuthenticationFilter.java | 37 ++-
.../core/migrations/AvailableMigrations.java | 21 +-
.../service/core/migrations/MigrationsHandler.java | 2 +-
.../v0980/AddDefaultExportProviderMigration.java | 8 +-
.../v099/RemoveAssetUserRoleMigration.java | 11 +-
.../v099/RemoveObsoletePrivilegesMigration.java | 5 +-
.../core/oauth2/CustomOAuth2UserService.java | 10 +-
.../service/core/oauth2/CustomOidcUserService.java | 10 +-
.../oauth2/OAuth2AuthenticationSuccessHandler.java | 146 ++++++-----
.../core/oauth2/OidcUserAccountDetails.java | 16 +-
.../service/core/oauth2/UserService.java | 35 ++-
.../service/core/scheduler/DataLakeScheduler.java | 4 +-
.../CertificateExpiryEmailScheduler.java | 20 +-
...ardStorage.java => CachedPrivilegeStorage.java} | 18 +-
...hedChartStorage.java => CachedRoleStorage.java} | 24 +-
.../storage/CachedSpCoreConfigurationStorage.java | 130 ++++++++++
...ardStorage.java => CachedUserGroupStorage.java} | 18 +-
.../service/core/storage/CachedUserStorage.java | 287 +++++++++++++++++++++
.../core/storage/StorageApiConfiguration.java | 64 ++++-
.../src/main/resources/application.properties | 11 +-
.../CachedSpCoreConfigurationStorageTest.java | 111 ++++++++
.../core/storage/CachedUserStorageTest.java | 177 +++++++++++++
.../core/storage/StorageApiConfigurationTest.java | 25 +-
.../storage/api/core/INoSqlStorage.java | 18 --
.../storage/couchdb/CouchDbStorageManager.java | 42 ---
.../user/management/authorization/RoleManager.java | 5 +-
.../user/management/jwt/JwtTokenProvider.java | 37 ++-
.../user/management/jwt/SpKeyResolver.java | 15 +-
.../management/model/PrincipalUserDetails.java | 8 +-
.../management/model/ServiceAccountDetails.java | 8 +-
.../user/management/model/UserAccountDetails.java | 8 +-
.../management/service/SpUserDetailsService.java | 29 ++-
.../user/management/service/TokenService.java | 33 +--
.../management/util/GrantedAuthoritiesBuilder.java | 16 +-
.../user/management/service/TokenServiceTest.java | 128 +++++++++
ui/cypress/support/utils/asset/AssetBtns.ts | 3 +
ui/cypress/support/utils/asset/AssetUtils.ts | 4 +-
ui/cypress/support/utils/chart/ChartBtns.ts | 36 ---
ui/cypress/support/utils/chart/ChartUtils.ts | 24 --
ui/cypress/support/utils/dataset/DatasetBtns.ts | 32 ++-
ui/cypress/support/utils/dataset/DatasetUtils.ts | 182 ++++++++++---
ui/cypress/tests/chart/configuration.smoke.spec.ts | 40 ++-
ui/cypress/tests/connect/editAdapter.smoke.spec.ts | 13 +-
ui/cypress/tests/dataset/csvImport.spec.ts | 18 +-
.../restartStreamPipes/restartStreamPipes2.ts | 11 +-
ui/deployment/i18n/de.json | 16 +-
ui/deployment/i18n/en.json | 16 +-
ui/deployment/i18n/pl.json | 16 +-
ui/deployment/theme/_custom-variables.scss | 28 +-
ui/package.json | 2 +-
.../src/lib/apis/dashboard-kiosk.service.ts | 16 ++
.../src/lib/apis/datalake-rest.service.ts | 28 +-
.../dashboard-data-request-coordinator.service.ts | 158 ++++++++++++
.../lib/query/data-view-query-generator.service.ts | 52 ++++
.../platform-services/src/public-api.ts | 1 +
.../alert-banner/alert-banner.component.scss | 5 +
.../pipeline-element.component.scss | 23 ++
.../components/sp-table/sp-table.component.scss | 129 ++++++++-
.../lib/components/sp-table/sp-table.component.ts | 29 ++-
.../dialog/card-dialog/card-dialog.component.scss | 5 +-
.../confirm-dialog/confirm-dialog.component.scss | 4 +-
.../panel-dialog/panel-dialog.component.scss | 17 +-
.../standard-dialog/standard-dialog.component.scss | 28 +-
.../asset-details/base-asset-details.directive.ts | 29 ++-
.../edit-asset/asset-details.component.html | 8 +-
.../edit-asset/asset-details.component.ts | 120 ++++++---
.../asset-overview/asset-overview.component.ts | 21 +-
.../create-asset-dialog.component.html | 69 -----
.../create-asset/create-asset-dialog.component.ts | 72 ------
.../base/base-data-explorer-widget.directive.ts | 120 ++++++---
.../chart-shared/services/chart-shared.service.ts | 21 +-
.../configure-schema.component.html | 50 ++++
.../configure-schema.component.scss | 20 +-
.../configure-schema/configure-schema.component.ts | 22 +-
.../configure-schema/field-name-validation.ts | 87 +++++++
.../existing-adapters.component.html | 7 +-
.../existing-adapters.component.ts | 31 ++-
.../last-updated-formatter.service.ts | 123 +++++++++
.../simple-metrics/simple-metrics.component.html | 11 +-
.../simple-metrics/simple-metrics.component.scss} | 13 +-
.../simple-metrics/simple-metrics.component.ts | 2 +-
.../core-ui/status/status-widget.component.scss | 57 ++--
.../core/components/toolbar/toolbar.component.scss | 5 +
.../kiosk/dashboard-kiosk.component.html | 13 +
.../kiosk/dashboard-kiosk.component.scss | 7 +
.../components/kiosk/dashboard-kiosk.component.ts | 115 ++++++---
.../chart-preview/chart-preview.component.scss | 6 +-
.../panel/dashboard-panel.component.html | 1 +
.../panel/dashboard-panel.component.scss | 10 +
.../components/panel/dashboard-panel.component.ts | 2 +-
.../datalake-configuration-entry.ts | 6 +-
.../datalake-configuration.component.html | 90 +------
.../datalake-configuration.component.ts | 83 +++---
.../datalake-last-event-label.component.html | 15 +-
.../datalake-last-event-label.component.scss} | 5 +-
.../datalake-last-event-label.component.ts | 69 +++++
.../daily-event-counts-chart.component.html} | 16 +-
.../daily-event-counts-chart.component.scss} | 12 +-
.../daily-event-counts-chart.component.ts | 92 +++++++
.../dataset-details-metrics.component.html} | 50 ++--
.../dataset-details-metrics.component.scss} | 4 +-
.../dataset-details-metrics.component.ts | 248 ++++++++++++++++++
.../dataset-details/dataset-details-tabs.ts | 5 +
ui/src/app/dataset/dataset.routes.ts | 5 +
.../pipeline-element-icon-stand-row.component.html | 87 +++----
.../pipeline-element-icon-stand-row.component.scss | 127 +++++++--
.../pipeline-element-icon-stand-row.component.ts | 16 +-
.../pipeline-element-icon-stand.component.scss | 17 +-
.../pipeline-element-options.component.html | 146 +++++------
.../pipeline-element-options.component.scss | 82 +++---
.../components/pipeline/pipeline.component.scss | 37 +--
.../dialog/customize/customize.component.html | 8 +-
.../editor/dialog/customize/customize.component.ts | 2 +
ui/src/scss/sp/_variables.scss | 57 +++-
ui/src/scss/sp/buttons-mat3.scss | 266 ++++++++++++++++---
ui/src/scss/sp/dialog.scss | 30 +--
ui/src/scss/sp/forms-mat3.scss | 37 ++-
ui/src/scss/sp/main.scss | 140 +++++-----
ui/src/scss/sp/mat-tab.scss | 44 +++-
ui/src/scss/sp/pipeline-element-options.scss | 50 ++--
ui/src/scss/sp/sp-dialog.scss | 16 +-
ui/src/scss/sp/sp-theme.scss | 115 ++++++++-
271 files changed, 5444 insertions(+), 2115 deletions(-)
delete mode 100644
streampipes-connect-management/src/main/java/org/apache/streampipes/connect/management/util/Utils.java
create mode 100644
streampipes-data-explorer-export/src/main/java/org/apache/streampipes/dataexplorer/export/ConfiguredOutputWriterFactory.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/assets/AssetConstants.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/file/FileConstants.java
rename
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/util/{AuthTokenUtils.java
=> AuthTokenProvider.java} (59%)
copy
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/{CachedDashboardStorage.java
=> CachedPrivilegeStorage.java} (71%)
copy
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/{CachedChartStorage.java
=> CachedRoleStorage.java} (62%)
create mode 100644
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedSpCoreConfigurationStorage.java
copy
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/{CachedDashboardStorage.java
=> CachedUserGroupStorage.java} (71%)
create mode 100644
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedUserStorage.java
create mode 100644
streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedSpCoreConfigurationStorageTest.java
create mode 100644
streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedUserStorageTest.java
create mode 100644
streampipes-user-management/src/test/java/org/apache/streampipes/user/management/service/TokenServiceTest.java
create mode 100644
ui/projects/streampipes/platform-services/src/lib/query/dashboard-data-request-coordinator.service.ts
delete mode 100644
ui/src/app/assets/dialog/create-asset/create-asset-dialog.component.html
delete mode 100644
ui/src/app/assets/dialog/create-asset/create-asset-dialog.component.ts
create mode 100644
ui/src/app/connect/components/adapter-configuration/configure-schema/field-name-validation.ts
create mode 100644
ui/src/app/core-services/time-formatting/last-updated-formatter.service.ts
copy
ui/src/app/{chart-shared/components/charts/base/echarts-widget.component.scss
=> core-ui/monitoring/simple-metrics/simple-metrics.component.scss} (91%)
copy streampipes-client-go/docs/static/favicons/_head.html =>
ui/src/app/dataset/components/datalake-configuration/datalake-last-event-label/datalake-last-event-label.component.html
(74%)
copy
ui/src/app/{configuration/extensions-service-management/certificate-configuration/certificate-configuration.component.scss
=>
dataset/components/datalake-configuration/datalake-last-event-label/datalake-last-event-label.component.scss}
(93%)
create mode 100644
ui/src/app/dataset/components/datalake-configuration/datalake-last-event-label/datalake-last-event-label.component.ts
copy
ui/src/app/{connect/dialog/adapter-started/adapter-started-preview/adapter-started-preview.component.html
=>
dataset/components/dataset-details/dataset-details-metrics/daily-event-counts-chart/daily-event-counts-chart.component.html}
(72%)
copy
ui/src/app/{chart-shared/components/charts/base/no-data/no-data-in-date-range.component.scss
=>
dataset/components/dataset-details/dataset-details-metrics/daily-event-counts-chart/daily-event-counts-chart.component.scss}
(86%)
create mode 100644
ui/src/app/dataset/components/dataset-details/dataset-details-metrics/daily-event-counts-chart/daily-event-counts-chart.component.ts
copy
ui/src/app/{connect/components/adapter-details/adapter-details-metrics/adapter-details-metrics.component.html
=>
dataset/components/dataset-details/dataset-details-metrics/dataset-details-metrics.component.html}
(53%)
copy
ui/{projects/streampipes/shared-ui/src/lib/components/sp-exception-message/exception-details-dialog/exception-details-dialog.component.scss
=>
src/app/dataset/components/dataset-details/dataset-details-metrics/dataset-details-metrics.component.scss}
(95%)
create mode 100644
ui/src/app/dataset/components/dataset-details/dataset-details-metrics/dataset-details-metrics.component.ts
