This is an automated email from the ASF dual-hosted git repository. riemer pushed a commit to branch add-manual-data-lake-dimensions-selection in repository https://gitbox.apache.org/repos/asf/streampipes.git
commit a32037caef79f477069ca54673134c9cf277492c Merge: 790dc86103 362216ebf3 Author: Dominik Riemer <[email protected]> AuthorDate: Mon Sep 16 12:44:48 2024 +0200 Merge branch 'dev' into add-manual-data-lake-dimensions-selection .../archetype-resources/src/main/java/Init.java | 9 - .../archetype-resources/src/main/java/Init.java | 9 - .../archetype-resources/src/main/java/Init.java | 9 - pom.xml | 30 +- .../streampipes/client/api/IStreamPipesClient.java | 2 + .../api/config/IStreamPipesClientConfig.java | 3 - streampipes-client-go/streampipes/adapter_api.go | 175 ++++++++ .../streampipes/data_lake_dashboard_api.go | 6 +- .../streampipes/data_lake_measure_api.go | 18 +- .../streampipes/data_lake_widget_api.go | 6 +- streampipes-client-go/streampipes/endpoint.go | 39 +- streampipes-client-go/streampipes/functions_api.go | 8 +- .../internal/serializer/deserializer.go | 129 +++++- .../streampipes/internal/serializer/serializer.go | 52 +++ .../model/adapter/adapter_description.go | 51 +++ streampipes-client-go/streampipes/model/common.go | 80 +++- .../streampipes/model/pipeline/pipeline.go | 163 +++++++ streampipes-client-go/streampipes/pipeline_api.go | 274 +++++++++++- .../streampipes/streampipes_client.go | 4 + .../streampipes/streampipes_version_api.go | 2 +- streampipes-client-go/streampipes/user_api.go | 6 +- streampipes-client-python/.pre-commit-config.yaml | 15 +- streampipes-client-python/poetry.lock | 40 +- streampipes-client-python/pyproject.toml | 12 +- .../streampipes/client/config.py | 2 - .../streampipes/endpoint/api/data_lake_measure.py | 8 +- .../streampipes/function_zoo/river_function.py | 2 +- .../functions/utils/data_stream_generator.py | 10 +- .../streampipes/model/common.py | 4 +- .../streampipes/model/resource/data_stream.py | 3 +- .../tests/client/test_endpoint.py | 10 - .../tests/functions/test_function_handler.py | 9 +- .../tests/functions/test_river_function.py | 2 +- streampipes-client/pom.xml | 17 +- .../streampipes/client/StreamPipesClient.java | 9 +- .../streampipes/client/live/ProducerManager.java | 11 +- .../client/live/SubscriptionManager.java | 45 +- .../client/model/StreamPipesClientConfig.java | 7 - .../management/compact/AdapterGenerationSteps.java | 45 ++ .../management/compact/PersistPipelineHandler.java | 112 +++++ .../management/compact/SchemaMetadataEnricher.java | 69 +++ .../compact/generator/AdapterBasicsGenerator.java | 30 +- .../compact/generator/AdapterConfigGenerator.java | 27 +- .../generator/AdapterEnrichmentRuleGenerator.java | 41 ++ .../compact/generator/AdapterModelGenerator.java | 21 +- .../compact/generator/AdapterSchemaGenerator.java | 61 +++ .../AdapterTransformationRuleGenerator.java | 85 ++++ .../management/AdapterMasterManagement.java | 13 +- .../management/AdapterMigrationManager.java | 11 +- .../management/CompactAdapterManagement.java | 70 +++ .../connect/management/util/GroundingUtils.java | 4 - .../management/util/TransportFormatGenerator.java | 48 -- .../generator/AdapterSchemaGeneratorTest.java | 77 ++++ .../AdapterTransformationRuleGeneratorTest.java | 94 ++++ .../convert/ToOriginalSchemaConverter.java | 2 +- .../schema/CreateNestedTransformationRule.java | 5 + .../connect/shared/preprocessing/utils/Utils.java | 6 +- .../convert/ToOriginalSchemaConverterTest.java | 37 +- .../convert/ToTransformedSchemaConverterTest.java | 2 +- .../influx/TimeSeriesStorageInflux.java | 2 +- .../influx/client/InfluxClientProvider.java | 75 +++- .../influx/TimeSeriesStorageInfluxTest.java | 3 +- streampipes-dataformat-cbor/pom.xml | 59 --- .../dataformat/cbor/CborDataFormatDefinition.java | 56 --- streampipes-dataformat-fst/pom.xml | 59 --- streampipes-dataformat-json/pom.xml | 63 --- streampipes-dataformat-smile/pom.xml | 59 --- .../smile/SmileDataFormatDefinition.java | 56 --- streampipes-dataformat/pom.xml | 8 + .../dataformat}/JsonDataFormatDefinition.java | 5 +- .../dataformat/SpDataFormatFactory.java | 9 - .../dataformat/SpDataFormatManager.java | 40 +- .../api/extractor/IParameterExtractor.java | 7 + streampipes-extensions-management/pom.xml | 5 - .../elements/SendToBrokerAdapterSink.java | 11 +- .../adapter/util/TransportFormatSelector.java | 75 ---- .../management/init/DeclarersSingleton.java | 43 -- .../management/model/SpServiceDefinition.java | 19 - .../model/SpServiceDefinitionBuilder.java | 10 +- .../connectors/influx/adapter/InfluxDbClient.java | 2 +- .../influx/shared/SharedInfluxClient.java | 15 +- .../connectors/influx/sink/InfluxDbClient.java | 24 +- .../connectors/influx/sink/InfluxDbSink.java | 2 +- .../connectors/kafka/sink/KafkaPublishSink.java | 2 +- .../connectors/mqtt/sink/common/MqttClient.java | 2 +- .../extensions/connectors/nats/sink/NatsSink.java | 2 +- .../connectors/opcua/adapter/OpcUaNodeBrowser.java | 61 ++- .../opcua/config/SpOpcUaConfigExtractor.java | 2 +- .../connectors/opcua/utils/OpcUaUtil.java | 2 + .../adapter/OpcUaNodeMetadataExtractorTest.java | 67 +-- .../pulsar/sink/PulsarPublisherSink.java | 2 +- .../rocketmq/sink/RocketMQPublisherSink.java | 2 +- .../connectors/ros/sink/RosBridgeSink.java | 2 +- .../tubemq/sink/TubeMQPublisherSink.java | 2 +- .../extensions/all/iiot/AllExtensionsIIoTInit.java | 9 - .../extensions/all/jvm/AllExtensionsInit.java | 9 - .../iiot/minimal/ExtensionsIIoTMinimalInit.java | 9 - .../pe/flink/AllFlinkPipelineElementsInit.java | 9 - .../streampipes-processors-enricher-jvm/pom.xml | 6 + .../jvm/EnricherExtensionModuleExport.java | 8 +- .../processor/expression/JexlContextGenerator.java | 35 +- .../jvm/processor/expression/JexlDescription.java | 12 +- .../processor/expression/JexlEngineProvider.java | 26 +- .../jvm/processor/expression/JexlEvaluator.java | 32 +- .../expression/MathExpressionFieldExtractor.java | 72 +++ .../expression/MathExpressionProcessor.java | 131 ++++++ .../limitsalert/SensorLimitAlertProcessor.java | 173 ++++++++ .../QualityControlLimitsEnrichmentProcessor.java | 112 +++++ .../documentation.md | 44 +- .../icon.png | Bin 0 -> 2484 bytes .../strings.en | 27 +- .../documentation.md | 107 +++++ .../icon.png | Bin 0 -> 19784 bytes .../strings.en | 40 ++ .../documentation.md | 98 +++++ .../icon.png | Bin 0 -> 10503 bytes .../strings.en | 33 ++ .../processor/expression/JexlEvaluatorTest.java | 95 ++++ .../expression/MathExpressionProcessorTest.java | 77 ++++ .../limitsalert/SensorLimitAlertProcessorTest.java | 141 ++++++ .../QualityControlLimitsEnrichmentTest.java | 62 +++ .../jvm/bufferrest/BufferRestPublisherSink.java | 2 +- .../sinks/brokers/jvm/jms/JmsPublisherSink.java | 2 +- .../jvm/rabbitmq/RabbitMqPublisherSink.java | 2 +- .../sinks/brokers/jvm/rest/RestSink.java | 2 +- .../sinks/brokers/jvm/websocket/SocketServer.java | 2 +- .../integration/adapters/KafkaAdapterTester.java | 13 +- .../integration/adapters/MqttAdapterTester.java | 12 +- .../integration/adapters/PulsarAdapterTester.java | 17 +- .../client/ClientLiveDataTesterBase.java | 3 - .../messaging/kafka/SpKafkaProducer.java | 3 +- .../user/{Privilege.java => DefaultPrivilege.java} | 30 +- .../streampipes/model/client/user/DefaultRole.java | 53 +++ .../streampipes/model/client/user/Group.java | 6 +- .../model/client/user/PermissionBuilder.java | 2 +- .../streampipes/model/client/user/Principal.java | 6 +- .../streampipes/model/client/user/Privilege.java | 132 ++---- .../apache/streampipes/model/client/user/Role.java | 170 ++++---- .../model/client/user/ServiceAccount.java | 2 +- .../streampipes/model/client/user/UserAccount.java | 6 +- .../streampipes/model/assets/AssetLinkType.java | 11 + .../configuration/DefaultMessagingSettings.java | 1 - .../model/configuration/LocationConfig.java | 14 +- .../model/configuration/MessagingSettings.java | 11 - .../model/configuration/SpCoreConfiguration.java | 10 + .../connect/adapter/compact/CompactAdapter.java | 52 +++ .../adapter/compact/CompactConfiguration.java | 8 +- .../adapter/compact/CompactEventProperty.java | 15 +- .../connect/adapter/compact/CompactTransport.java | 5 +- .../connect/adapter/compact/CreateOptions.java | 7 +- .../connect/adapter/compact/EnrichmentConfig.java | 6 +- .../adapter/compact/TransformationConfig.java | 14 +- .../rules/schema/CreateNestedRuleDescription.java | 5 + .../model/dashboard/DashboardModel.java | 10 + .../model/datalake/DataExplorerWidgetModel.java | 12 + .../model/grounding/EventGrounding.java | 22 +- .../pipeline/PipelineElementRecommendation.java | 17 - .../PipelineElementRecommendationMessage.java | 13 - .../model/preview/PipelinePreviewModel.java | 14 +- .../streampipes/model/schema/EventProperty.java | 37 +- .../model/schema/EventPropertyPrimitive.java | 4 - .../model/staticproperty/StaticProperty.java | 23 - .../model/staticproperty/StaticPropertyGroup.java | 2 +- .../model/template/PipelineElementTemplate.java | 11 +- .../org/apache/streampipes/model/util/Cloner.java | 6 - streampipes-pipeline-management/pom.xml | 17 +- .../manager/matching/ConnectionStorageHandler.java | 70 --- .../manager/matching/FormatSelector.java | 83 ---- .../manager/matching/GroundingBuilder.java | 6 - .../matching/PipelineModificationGenerator.java | 8 +- .../matching/PipelineVerificationHandlerV2.java | 4 +- .../manager/matching/v2/GroundingMatch.java | 18 +- .../pipeline/AbstractPipelineValidationStep.java | 10 +- ...Validator.java => IPipelineValidationStep.java} | 20 +- .../v2/pipeline/PipelineValidationSteps.java | 2 +- .../matching/v2/pipeline/PipelineValidator.java | 11 +- .../migration/AbstractMigrationManager.java | 15 +- .../migration/PipelineElementMigrationManager.java | 12 + .../manager/preview/PipelinePreview.java | 29 +- .../manager/recommender/ElementRecommender.java | 82 +--- .../runtime/DataStreamRuntimeInfoProvider.java | 8 +- .../runtime/SpDataFormatConverterGenerator.java | 74 ---- .../manager/setup/CouchDbInstallationStep.java | 28 -- .../setup/UserRegistrationInstallationStep.java | 6 +- .../manager/setup/design/UserDesignDocument.java | 13 + .../tasks/ApplyDefaultRolesAndPrivilegesTask.java | 67 +++ .../setup/tasks/CreateAssetLinkTypeTask.java | 25 +- .../manager/storage/PipelineStorageService.java | 5 +- .../manager/template/AbstractTemplateHandler.java | 7 +- .../template/PipelineElementTemplateVisitor.java | 215 ++++++--- .../PipelineTemplateInvocationGenerator.java | 15 +- .../template/PipelineTemplateManagement.java | 80 ++++ .../manager/matching/v2/TestFormatMatch.java | 55 --- .../manager/matching/v2/TestGroundingMatch.java | 40 +- .../streampipes/manager/matching/v2/TestUtils.java | 11 - .../PipelineElementTemplateVisitorTest.java | 153 ++++++- .../ps/PipelineElementTemplateResource.java | 2 +- ...nager.java => AbstractCRUDResourceManager.java} | 44 +- .../management/DashboardResourceManager.java | 5 +- .../management/DataExplorerResourceManager.java | 5 +- .../DataExplorerWidgetResourceManager.java | 45 ++ .../management/PermissionResourceManager.java | 4 + .../resource/management/SpResourceManager.java | 8 + .../resource/management/UserResourceManager.java | 6 +- streampipes-rest-core-base/pom.xml | 4 + .../base/impl/AbstractAuthGuardedRestResource.java | 6 +- .../rest/core/base/impl/CRUDResource.java | 50 +++ .../core/base/impl/DefaultCRUDRestResource.java | 64 +++ .../base/impl/converter/YamlConfiguration.java | 56 +++ .../AbstractPipelineElementResource.java | 11 +- streampipes-rest/pom.xml | 4 + .../apache/streampipes/rest/ResetManagement.java | 42 +- .../rest/impl/GenericStorageResource.java | 2 +- .../streampipes/rest/impl/PipelineResource.java | 2 +- .../streampipes/rest/impl/PipelineTemplate.java | 54 +-- .../apache/streampipes/rest/impl/UserResource.java | 4 +- .../impl/admin/LocationConfigurationResource.java | 53 +++ .../rest/impl/admin/MigrationResource.java | 4 +- .../PrivilegeResource.java} | 32 +- .../streampipes/rest/impl/admin/RoleResource.java | 19 +- .../rest/impl/connect/AdapterResource.java | 75 ++-- .../rest/impl/connect/CompactAdapterResource.java | 147 +++++++ .../impl/dashboard/AbstractDashboardResource.java | 8 +- .../streampipes/rest/impl/dashboard/Dashboard.java | 16 +- .../impl/datalake/DataLakeDashboardResource.java | 16 +- .../rest/impl/datalake/DataLakeWidgetResource.java | 70 ++- .../rest/impl/pe/DataProcessorResource.java | 2 +- .../streampipes/rest/impl/pe/DataSinkResource.java | 2 +- .../rest/impl/pe/DataStreamResource.java | 2 +- .../streampipes/rest/security/AuthConstants.java | 51 +-- .../rest/security/SpPermissionEvaluator.java | 5 +- streampipes-sdk-bundle/pom.xml | 17 +- .../apache/streampipes/sdk/StaticProperties.java | 36 +- ...AbstractConfigurablePipelineElementBuilder.java | 3 - .../builder/AbstractProcessingElementBuilder.java | 5 +- .../sdk/builder/BoundPipelineElementBuilder.java | 46 -- .../streampipes/sdk/builder/DataStreamBuilder.java | 19 - .../sdk/builder/adapter/AdapterConfiguration.java | 4 - .../sdk/builder/adapter/GuessSchemaBuilder.java | 6 +- .../sdk/extractor/AbstractParameterExtractor.java | 278 ++++++++---- .../streampipes/sdk/helpers/Alternatives.java | 5 +- .../apache/streampipes/sdk/helpers/Formats.java | 70 --- .../streampipes/sdk/helpers/SupportedFormats.java | 4 + .../extractor/AdapterParameterExtractorTest.java | 5 +- .../serializers/json/TestJacksonSerializer.java | 20 +- streampipes-service-core/pom.xml | 5 + .../service/core/StreamPipesCoreApplication.java | 3 + .../service/core/UnauthenticatedInterfaces.java | 3 +- .../core/migrations/AvailableMigrations.java | 10 +- .../migrations/v970/AddRolesToUserDbMigration.java | 64 +++ .../v970/DataExplorerDataViewMigration.java | 124 ++++++ .../v970/ModifyAssetLinkTypeMigration.java | 97 +++++ .../RemoveNodesFromOpcUaAdaptersMigration.java | 98 +++++ .../service/core/oauth2/UserService.java | 5 +- .../RemoveNodesFromOpcUaAdaptersMigrationTest.java | 85 ++++ .../storage/api/IDataProcessorStorage.java | 4 + .../streampipes/storage/api/IDataSinkStorage.java | 3 + .../streampipes/storage/api/INoSqlStorage.java | 8 +- .../storage/couchdb/CouchDbStorageManager.java | 21 +- .../couchdb/impl/ConnectionStorageImpl.java | 108 ----- .../couchdb/impl/DataProcessorStorageImpl.java | 12 +- .../storage/couchdb/impl/DataSinkStorageImpl.java | 13 +- .../storage/couchdb/impl/GenericStorageImpl.java | 5 +- .../storage/couchdb/impl/PrivilegeStorageImpl.java | 12 +- .../storage/couchdb/impl/RoleStorageImpl.java | 13 +- .../streampipes/storage/couchdb/utils/Utils.java | 6 +- .../couchdb/serializer/TestGsonSerializer.java | 30 +- .../executors/ProcessingElementTestExecutor.java | 38 +- .../grounding/EventGroundingGenerator.java | 4 - .../template/PipelineElementTemplateHelpers.java | 13 +- .../management/authorization/PrivilegeManager.java | 57 +++ .../user/management/authorization/RoleManager.java | 108 +++++ .../management/util/GrantedAuthoritiesBuilder.java | 15 +- .../distributed/runtime/DistributedRuntime.java | 5 +- .../wrapper/flink/FlinkDataProcessorRuntime.java | 2 +- .../streampipes/wrapper/flink/FlinkRuntime.java | 4 +- streampipes-wrapper-kafka-streams/pom.xml | 5 + .../kafka/KafkaStreamsDataProcessorRuntime.java | 5 +- streampipes-wrapper-standalone/pom.xml | 7 +- .../standalone/function/StreamPipesFunction.java | 3 +- .../wrapper/standalone/manager/PManager.java | 5 +- .../standalone/manager/ProtocolManager.java | 13 +- .../standalone/routing/StandaloneSpCollector.java | 8 +- .../routing/StandaloneSpInputCollector.java | 6 +- .../routing/StandaloneSpOutputCollector.java | 4 +- .../runtime/StandaloneEventProcessorRuntime.java | 6 - .../runtime/StandalonePipelineElementRuntime.java | 2 +- .../fixtures/connect/schemaRules/expected.csv | 4 +- ui/cypress/fixtures/connect/schemaRules/input.csv | 4 +- ui/cypress/support/builder/AdapterBuilder.ts | 4 +- ...eNodeBuilder.ts => TreeNodeUserInputBuilder.ts} | 25 +- ui/cypress/support/general/dataCy.ts | 21 +- .../model/{TreeNode.ts => TreeNodeUserInput.ts} | 7 +- ui/cypress/support/model/UserInput.ts | 4 +- .../support/utils/DataDownloadDialogUtils.ts | 2 +- .../DataLakeBtns.ts => ErrorMessageUtils.ts} | 13 +- ui/cypress/support/utils/FileManagementUtils.ts | 6 +- ui/cypress/support/utils/PipelineUtils.ts | 2 +- .../utils/configuration/ConfigurationUtils.ts} | 16 +- .../support/utils/configuration/SiteUtils.ts | 69 +++ ui/cypress/support/utils/connect/ConnectBtns.ts | 10 +- .../utils/connect/ConnectEventSchemaUtils.ts | 39 +- ui/cypress/support/utils/connect/ConnectUtils.ts | 26 +- ui/cypress/support/utils/connect/OpcUaUtils.ts | 100 +++++ ui/cypress/support/utils/datalake/DataLakeBtns.ts | 8 + ui/cypress/support/utils/datalake/DataLakeUtils.ts | 162 ++++++- .../utils/{ => userInput}/StaticPropertyUtils.ts | 48 +- .../utils/userInput/TreeStaticPropertyUtils.ts | 172 ++++++++ .../tests/assetManagement/createAsset.spec.ts | 82 +--- .../sites/sites-geo-features.spec.ts} | 25 +- ui/cypress/tests/configuration/sites/sites.spec.ts | 64 +++ .../tests/connect/allAdapterActions.smoke.spec.ts | 2 +- .../connect/createAdapterWithoutStarting.spec.ts | 4 +- ui/cypress/tests/connect/editAdapter.smoke.spec.ts | 2 +- .../connect/editAdapterValuesAndFields.spec.ts | 13 +- ui/cypress/tests/connect/opcAdapter.spec.ts | 93 ---- .../connect/opcua/opcAdapterConfiguration.spec.ts | 167 +++++++ .../connect/opcua/startAndEditOpcAdapters.spec.ts | 117 +++++ .../connect/opcua/staticPropertyTreeNodesTest.ts | 85 ++++ .../tests/connect/rules/schemaRules.smoke.spec.ts | 9 +- .../dataDownloadDialogTest.smoke.spec.ts | 6 +- .../tests/datalake/deleteViewAndDashboard.spec.ts | 70 +++ ui/cypress/tests/datalake/deleteWidget.ts | 38 +- .../tests/datalake/timeOrderDataView.spec.ts | 78 ++++ .../tests/datalake/timeRangeSelectors.spec.ts | 162 +++---- .../datalake/widgetDataConfiguration.smoke.spec.ts | 6 +- .../tests/datalake/widgets/timeSeriesSave.spec.ts | 24 +- .../connectConfigurationTemplate.spec.ts | 2 +- .../testVariousUserRoles.smoke.spec.ts | 8 +- ui/deployment/app-routing.module.mst | 5 +- ui/deployment/base-navigation.component.mst | 34 +- ui/deployment/dev/config.yml | 1 - ui/deployment/home.service.mst | 9 +- ui/deployment/modules.yml | 44 +- ui/deployment/prebuild.js | 1 + .../lib/apis/data-view-data-explorer.service.ts | 37 +- .../src/lib/apis/datalake-rest.service.ts | 33 +- .../src/lib/apis/location-config.service.ts} | 35 +- .../src/lib/apis/pipeline-monitoring.service.ts | 13 +- .../src/lib/apis/privilege.service.ts} | 34 +- .../platform-services/src/lib/apis/role.service.ts | 60 +++ .../src/lib/model/assets}/asset.constants.ts | 1 + .../src/lib/model/assets/asset.model.ts | 46 +- .../src/lib/model/dashboard/dashboard.model.ts | 7 + .../src/lib/model/datalake/DateRange.ts | 34 +- .../src/lib/model/gen/streampipes-model-client.ts | 75 +++- .../src/lib/model/gen/streampipes-model.ts | 158 ++----- .../src/lib/model/types/data-type.ts | 5 +- .../lib/query/data-view-query-generator.service.ts | 1 + .../src/lib/services/isa95-type.service.ts} | 39 +- .../platform-services/src/public-api.ts | 7 + .../asset-browser-hierarchy.component.html | 73 ++++ .../asset-browser-hierarchy.component.scss} | 30 +- .../asset-browser-hierarchy.component.ts} | 94 ++-- .../asset-browser-node-info.component.html} | 26 +- .../asset-browser-node-info.component.scss} | 20 +- .../asset-browser-node-info.component.ts | 62 +++ .../asset-browser-node.component.html | 71 +++ .../asset-browser-node.component.scss} | 69 ++- .../asset-browser-node.component.ts | 98 +++++ .../asset-browser-filter-labels.component.html | 79 ++++ .../asset-browser-filter-labels.component.ts} | 27 +- .../asset-browser-filter-outer.component.html | 81 ++++ .../asset-browser-filter-outer.component.ts | 32 +- .../asset-browser-filter-sites.component.html} | 52 +-- .../asset-browser-filter-sites.component.ts} | 39 +- .../asset-browser-filter-type.component.html} | 52 +-- .../asset-browser-filter-type.component.ts | 56 +++ .../asset-browser-filter.component.html | 51 +++ .../asset-browser-filter.component.scss} | 52 ++- .../asset-browser-filter.component.ts | 69 +++ .../asset-browser-toolbar.component.html | 52 +++ .../asset-browser-toolbar.component.ts} | 37 +- .../asset-browser/asset-browser.component.html | 82 ++++ .../asset-browser.component.scss} | 21 +- .../asset-browser/asset-browser.component.ts | 122 ++++++ .../asset-browser/asset-browser.model.ts} | 25 +- .../asset-browser/asset-browser.service.ts | 190 ++++++++ .../basic-field-description.component.html} | 26 +- .../basic-field-description.component.scss} | 15 +- .../basic-field-description.component.ts | 23 +- .../sp-exception-message.component.html | 9 +- .../components/sp-label/sp-label.component.html | 2 +- .../components/sp-label/sp-label.component.scss | 7 +- .../lib/components/sp-label/sp-label.component.ts | 27 +- .../confirm-dialog/confirm-dialog.component.html | 4 +- .../src/lib/models/sp-navigation.model.ts | 1 + .../src/lib/services/colorization.service.ts} | 14 +- .../src/lib/services/current-user.service.ts | 17 + .../shared-ui/src/lib/shared-ui.module.ts | 34 ++ .../streampipes/shared-ui/src/public-api.ts | 4 + ui/src/app/_enums/user-privilege.enum.ts | 26 +- ui/src/app/_guards/page-auth.can-active.guard.ts | 5 +- ui/src/app/_models/auth.model.ts | 3 - ui/src/app/assets/assets.module.ts | 49 ++- .../asset-details-panel.component.html | 107 ----- .../asset-details/asset-details.component.html | 77 ---- .../asset-selection-panel.component.html | 129 ------ ...omponent.ts => base-asset-details.directive.ts} | 76 ++-- .../asset-details-basics.component.html | 127 ++++++ .../asset-details-basics.component.scss} | 15 +- .../asset-details-basics.component.ts | 70 +++ .../asset-details-labels.component.html | 68 +++ .../asset-details-labels.component.ts | 146 +++++++ .../asset-details-site.component.html | 46 ++ .../asset-details-site.component.ts | 63 +++ .../asset-location/asset-location.component.html} | 27 +- .../asset-location/asset-location.component.ts} | 42 +- .../asset-details-links.component.html | 65 +++ .../asset-details-links.component.ts} | 35 +- .../asset-link-item/asset-link-item.component.html | 6 +- .../asset-link-item/asset-link-item.component.scss | 1 - .../asset-link-item/asset-link-item.component.ts | 42 +- .../asset-link-section.component.html} | 33 +- .../asset-link-section.component.scss} | 28 +- .../asset-link-section.component.ts} | 39 +- .../edit-asset/asset-details.component.html | 92 ++++ .../{ => edit-asset}/asset-details.component.scss | 11 +- .../edit-asset/asset-details.component.ts | 59 +++ .../asset-selection-panel.component.html | 142 ++++++ .../asset-selection-panel.component.scss | 22 +- .../asset-selection-panel.component.ts | 10 +- .../view-asset-basics.component.html | 68 +++ .../view-asset-basics.component.scss} | 31 +- .../view-assset-basics.component.ts | 69 +++ .../view-asset-labels.component.html} | 25 +- .../view-asset-labels.component.ts | 66 +++ .../asset-link-card.component.html} | 22 +- .../asset-link-card.component.scss} | 23 +- .../asset-link-card/asset-link-card.component.ts} | 45 +- .../view-asset-links.component.html} | 25 +- .../view-asset-links.component.scss} | 8 +- .../view-asset-links.component.ts} | 34 +- .../view-asset/view-asset.component.html | 71 +++ .../view-asset/view-asset.component.scss} | 12 +- .../view-asset/view-asset.component.ts | 51 +++ .../asset-overview/asset-overview.component.html | 46 +- .../asset-overview/asset-overview.component.ts | 103 ++--- .../asset-upload-dialog.component.html | 112 ----- .../asset-upload/asset-upload-dialog.component.ts | 74 ---- .../create-asset-dialog.component.html | 4 +- .../create-asset/create-asset-dialog.component.ts | 19 +- .../edit-asset-link-dialog.component.html | 8 +- .../edit-asset-link-dialog.component.ts | 4 +- .../manage-asset-links-dialog.component.html | 26 +- .../manage-asset-links-dialog.component.ts | 1 - .../pipes/asset-type-filter.pipe.ts} | 17 +- .../configuration/configuration-route.guard.ts} | 23 +- .../configuration/configuration-tabs.service.ts | 114 +++++ ui/src/app/configuration/configuration-tabs.ts | 71 --- ui/src/app/configuration/configuration.module.ts | 52 +++ ui/src/app/configuration/configuration.routes.ts | 1 - .../datalake-configuration.component.ts | 11 +- .../file-rename/file-rename-dialog.component.html | 0 .../file-rename/file-rename-dialog.component.scss} | 0 .../file-rename/file-rename-dialog.component.ts | 0 .../file-upload/file-upload-dialog.component.html | 0 .../file-upload/file-upload-dialog.component.scss} | 0 .../file-upload/file-upload-dialog.component.ts | 0 .../edit-location-area.component.html | 68 +++ .../edit-location-area.component.scss} | 15 +- .../edit-location-area.component.ts} | 29 +- .../edit-location/edit-location.component.html | 59 +++ .../edit-location/edit-location.component.ts} | 22 +- .../manage-site/manage-site-dialog.component.html} | 53 +-- .../manage-site/manage-site-dialog.component.scss} | 19 +- .../manage-site/manage-site-dialog.component.ts | 83 ++++ .../email-configuration.component.ts | 10 +- .../export/data-export-import.component.ts | 9 +- .../extensions-installation.component.ts | 9 +- .../service-configs-item.component.html} | 32 +- .../service-configs-item.component.ts} | 28 +- .../service-configs/service-configs.component.html | 37 +- .../extensions-service-management.component.ts | 14 +- .../file-overview/file-overview.component.html | 0 .../file-overview/file-overview.component.scss | 0 .../file-overview/file-overview.component.ts | 0 .../{ => configuration}/files/files.component.html | 48 +- .../{ => configuration}/files/files.component.scss | 0 .../{ => configuration}/files/files.component.ts | 17 +- .../general-configuration.component.html | 14 +- .../general-configuration.component.ts | 23 +- .../edit-label/edit-label.component.html | 3 +- .../label-configuration.component.html | 48 +- .../label-configuration.component.ts | 10 +- .../messaging-configuration.component.html | 42 -- .../messaging-configuration.component.ts | 18 +- .../edit-group-dialog.component.html | 8 +- .../edit-group-dialog.component.ts | 22 +- .../edit-role-dialog.component.html | 121 +++++ .../edit-role-dialog.component.scss} | 30 +- .../edit-role-dialog/edit-role-dialog.component.ts | 136 ++++++ .../edit-user-dialog.component.html | 10 +- .../edit-user-dialog/edit-user-dialog.component.ts | 26 +- .../role-configuration.component.html} | 56 ++- .../role-configuration.component.scss} | 6 +- .../role-configuration.component.ts} | 63 +-- .../security-configuration.component.html | 6 + .../security-configuration.component.ts | 14 +- .../security-service-config.component.html | 14 +- .../security-user-config.component.html | 16 +- .../user-group-configuration.component.html | 14 +- .../user-group-configuration.component.scss | 4 + .../user-group-configuration.component.ts | 8 +- .../location-features-configuration.component.html | 83 ++++ .../location-features-configuration.component.ts | 107 +++++ .../site-area-configuration.component.html | 80 ++++ .../site-area-configuration.component.ts | 88 ++++ .../sites-configuration.component.html} | 20 +- .../sites-configuration.component.ts} | 30 +- .../adapter-deployment-settings.component.html | 2 +- .../event-schema/event-schema.component.html | 1 - .../event-schema/event-schema.component.ts | 18 - .../schema-editor-header.component.html | 10 - .../schema-editor-header.component.ts | 5 - .../adapter-details-data.component.html | 54 +++ .../adapter-details-data.component.scss} | 23 +- .../adapter-details-data.component.ts | 72 +++ .../adapter-details/adapter-details-tabs.ts | 5 + .../existing-adapters.component.html | 485 ++++++++++----------- .../existing-adapters.component.ts | 53 +-- ui/src/app/connect/connect.module.ts | 28 +- .../adapter-template-dialog.component.ts | 20 +- .../services/static-value-transform.service.ts | 16 +- .../services/transformation-rule.service.spec.ts | 267 ------------ .../services/transformation-rule.service.ts | 17 +- ui/src/app/core-ui/core-ui.module.ts | 21 +- .../field-names-table.component.html | 64 --- ui/src/app/core-ui/help/help.component.html | 10 +- ui/src/app/core-ui/help/help.component.ts | 12 +- .../live-preview-table.component.html | 72 ++- .../live-preview-table.component.scss | 26 ++ .../live-preview-table.component.ts | 40 +- .../pipeline-element-runtime-info.component.html | 8 +- .../pipeline-element-runtime-info.component.ts | 63 ++- .../pipeline-element-runtime-info.model.ts} | 17 +- .../pipeline-element-schema.service.ts | 61 +++ ...ne-element-template-config-item.component.html} | 21 +- ...eline-element-template-config-item.component.ts | 59 +++ ...pipeline-element-template-config.component.html | 17 +- .../pipeline-element-template-config.component.ts | 44 +- .../pipeline-element-template-generator.ts | 87 ++-- .../pipeline-started-status.component.html | 1 + .../single-marker-map.component.html} | 20 +- .../single-marker-map.component.ts | 129 ++++++ .../static-collection.component.ts | 8 - .../static-file-input.component.ts | 4 +- .../static-property-util.service.ts | 8 +- .../static-property.component.html | 4 +- ...ic-runtime-resolvable-tree-input.component.html | 81 ++++ ...c-runtime-resolvable-tree-input.component.scss} | 37 +- ...tic-runtime-resolvable-tree-input.component.ts} | 136 +++--- .../static-tree-input-browse-nodes.component.html | 142 ++++++ .../static-tree-input-browse-nodes.component.scss} | 9 +- .../static-tree-input-browse-nodes.component.ts | 160 +++++++ .../static-tree-input-button-menu.component.html | 73 ++++ .../static-tree-input-button-menu.component.scss} | 6 +- .../static-tree-input-button-menu.component.ts} | 44 +- .../static-tree-input-node-details.component.html} | 24 +- .../static-tree-input-node-details.component.ts | 16 +- ...tatic-tree-input-selected-nodes.component.html} | 41 +- ...tatic-tree-input-selected-nodes.component.scss} | 8 +- .../static-tree-input-selected-nodes.component.ts} | 28 +- .../static-tree-input-service.service.ts} | 21 +- .../static-tree-input-text-editor.component.html} | 17 +- .../static-tree-input-text-editor.component.ts | 77 ++++ .../static-tree-input.component.html | 256 ----------- .../core/components/iconbar/iconbar.component.html | 42 +- .../core/components/iconbar/iconbar.component.ts | 4 - .../overview/dashboard-overview.component.html | 272 ++++++------ .../overview/dashboard-overview.component.ts | 18 +- .../dashboard/registry/widget-config-builder.ts | 3 - ui/src/app/dashboard/sdk/ep-requirements.ts | 2 +- .../app/dashboard/sdk/matching/datatype-match.ts | 4 +- .../dashboard-toolbar.component.html | 139 ++++++ .../dashboard-toolbar.component.scss} | 11 +- .../dashboard-toolbar.component.ts | 67 +++ .../refresh-interval-settings.component.html} | 30 +- .../refresh-interval-settings.component.ts | 94 ++++ ...dashboard-widget-selection-panel.component.html | 44 ++ ...ashboard-widget-selection-panel.component.scss} | 2 +- .../dashboard-widget-selection-panel.component.ts | 26 +- .../data-view-preview.component.html | 50 +++ .../data-view-preview.component.scss} | 16 +- .../data-view-preview.component.ts} | 39 +- .../data-view-selection.component.html} | 20 +- .../data-view-selection.component.scss} | 6 +- .../data-view-selection.component.ts | 47 ++ .../data-explorer-dashboard-panel.component.html | 97 +++++ .../data-explorer-dashboard-panel.component.scss | 11 +- .../data-explorer-dashboard-panel.component.ts | 313 +++++++++++++ .../data-explorer-data-view.component.html | 84 ++++ .../data-explorer-data-view.component.scss} | 5 +- .../data-view/data-explorer-data-view.component.ts | 214 +++++++++ ...lorer-widget-appearance-settings.component.html | 17 +- ...lorer-widget-appearance-settings.component.scss | 0 ...xplorer-widget-appearance-settings.component.ts | 8 +- .../data-explorer-designer-panel.component.html | 20 - .../data-explorer-designer-panel.component.scss | 3 +- .../data-explorer-designer-panel.component.ts | 21 +- ...ta-explorer-widget-data-settings.component.html | 6 +- ...ta-explorer-widget-data-settings.component.scss | 0 ...data-explorer-widget-data-settings.component.ts | 5 +- .../field-selection-panel.component.html | 0 .../field-selection-panel.component.scss | 0 .../field-selection-panel.component.ts | 6 +- .../field-selection/field-selection.component.html | 0 .../field-selection/field-selection.component.scss | 0 .../field-selection/field-selection.component.ts | 4 +- .../filter-selection-panel.component.html | 0 .../filter-selection-panel.component.ts | 9 +- .../group-selection-panel.component.html | 0 .../group-selection-panel.component.ts | 8 +- .../order-selection-panel.component.html} | 31 +- .../order-selection-panel.component.scss} | 7 +- .../order-selection-panel.component.ts} | 30 +- ...-explorer-visualisation-settings.component.html | 0 ...-explorer-visualisation-settings.component.scss | 0 ...ta-explorer-visualisation-settings.component.ts | 6 +- .../data-explorer-data-view-toolbar.component.html | 105 +++++ .../data-explorer-data-view-toolbar.component.ts | 53 +++ .../filter-selection-panel.component.scss | 17 - .../group-selection-panel.component.scss | 17 - ...data-explorer-dashboard-overview.component.html | 144 ------ .../data-explorer-dashboard-overview.component.ts | 171 -------- ...data-explorer-dashboard-overview.component.html | 120 +++++ .../data-explorer-dashboard-overview.component.ts | 142 ++++++ ...data-explorer-data-view-overview.component.html | 114 +++++ .../data-explorer-data-view-overview.component.ts | 115 +++++ .../overview/data-explorer-overview.component.html | 65 +++ ....scss => data-explorer-overview.component.scss} | 0 .../overview/data-explorer-overview.component.ts | 95 ++++ .../overview/data-explorer-overview.directive.ts | 61 +++ .../data-explorer-dashboard-panel.component.html | 230 ---------- .../data-explorer-dashboard-panel.component.ts | 379 ---------------- .../time-range-selector.component.html | 82 ++++ ...ent.scss => time-range-selector.component.scss} | 15 + .../time-selector/time-range-selector.component.ts | 146 +++++++ .../custom-time-range-selection.component.html | 87 ++++ .../custom-time-range-selection.component.scss} | 5 +- .../custom-time-range-selection.component.ts | 111 +++++ .../time-selector-menu.component.html | 53 +++ .../time-selector-menu.component.scss} | 26 +- .../time-selector-menu.component.ts | 73 ++++ .../time-selector/timeRangeSelector.component.html | 82 ---- .../time-selector/timeRangeSelector.component.ts | 180 -------- .../widget-view/abstract-widget-view.directive.ts | 63 +-- .../data-explorer-dashboard-grid.component.html | 7 +- ...ta-explorer-dashboard-slide-view.component.html | 7 +- ...data-explorer-dashboard-slide-view.component.ts | 6 - .../data-explorer-dashboard-widget.component.html | 31 +- .../data-explorer-dashboard-widget.component.ts | 89 ++-- .../base/base-data-explorer-widget.directive.ts | 74 ++-- .../components/widgets/base/base-widget-config.ts | 13 +- .../config/gauge-widget-config.component.html | 72 +++ .../gauge/config/gauge-widget-config.component.ts | 60 +++ .../widgets/gauge/gauge-renderer.service.ts | 118 +++++ .../gauge/model/gauge-widget.model.ts} | 25 +- .../config/status-widget-config.component.html | 158 +++++++ .../config/status-widget-config.component.scss | 38 ++ .../config/status-widget-config.component.ts | 91 ++++ .../status/model/status-widget.model.ts} | 30 +- .../widgets/status/status-widget.component.html | 60 +++ .../widgets/status/status-widget.component.scss | 57 +++ .../widgets/status/status-widget.component.ts | 164 +++++++ .../widgets/table/table-widget.component.html | 1 + .../widgets/table/table-widget.component.ts | 12 +- .../time-series-appearance-config.component.html | 5 +- .../time-series-appearance-config.component.ts | 4 - .../traffic-light-widget-config.component.html | 130 ++++++ .../traffic-light-widget-config.component.scss | 27 ++ .../traffic-light-widget-config.component.ts | 183 ++++++++ .../model/traffic-light-widget.model.ts} | 34 +- .../traffic-light-widget.component.html | 79 ++++ .../traffic-light-widget.component.scss | 89 ++++ .../traffic-light-widget.component.ts | 185 ++++++++ .../aggregate-configuration.component.ts | 1 - .../echarts-widget-appearance-config.component.ts | 4 - .../select-color-properties.component.ts | 1 - .../data-explorer-panel.can-deactivate.guard.ts | 17 +- ui/src/app/data-explorer/data-explorer.module.ts | 85 +++- ui/src/app/data-explorer/data-explorer.routes.ts | 2 +- ...-explorer-edit-dashboard-dialog.component.html} | 47 +- ...-explorer-edit-dashboard-dialog.component.scss} | 0 ...ta-explorer-edit-dashboard-dialog.component.ts} | 18 +- .../models/dataview-dashboard.model.ts | 10 +- .../registry/data-explorer-widget-registry.ts | 29 ++ .../services/data-explorer-dashboard.service.ts | 81 ++++ .../data-explorer-detect-changes.service.ts | 95 ++++ .../services/data-explorer-routing.service.ts | 93 ++++ .../services/time-selection.service.ts | 164 ++++++- .../custom-output-strategy.component.html | 1 + .../pipeline-assembly-drawing-area.component.ts | 4 +- .../pipeline-element-options.component.html | 27 -- .../pipeline-element-options.component.scss | 9 +- .../pipeline-element-options.component.ts | 15 - .../pipeline-element-preview.component.ts | 8 +- .../pipeline-element-recommendation.component.html | 51 --- .../pipeline-element-recommendation.component.scss | 17 - .../pipeline-element-recommendation.component.ts | 187 -------- .../dropped-pipeline-element.component.html | 6 +- .../components/pipeline/pipeline.component.ts | 5 +- .../dialog/customize/customize.component.html | 4 + .../editor/dialog/customize/customize.component.ts | 18 +- .../input-schema-panel.component.html | 48 ++ .../input-schema-panel.component.scss} | 17 +- .../input-schema-panel.component.ts | 20 +- .../input-schema-property.component.html} | 23 +- .../input-schema-property.component.ts} | 28 +- .../save-pipeline/save-pipeline.component.ts | 2 +- ui/src/app/editor/editor.module.ts | 10 +- .../app/editor/pipes/sort-by-runtime-name.pipe.ts} | 23 +- .../pipeline-element-recommendation.service.ts | 19 - ui/src/app/files/files.module.ts | 12 +- ui/src/app/home/models/home.model.ts | 6 +- .../actions/pipeline-actions.component.html | 2 +- .../actions/pipeline-actions.component.ts | 3 - ...pipeline-details-expansion-panel.component.html | 3 +- .../pipeline-details-expansion-panel.component.ts | 3 - .../pipeline-element-details-row.component.html | 2 +- .../pipeline-logs-dialog.component.html | 2 +- .../pipeline-details.component.html | 1 - .../pipeline-details/pipeline-details.component.ts | 8 +- .../pipeline-overview.component.html | 12 +- .../pipeline-overview.component.ts | 4 - ui/src/app/pipelines/pipelines.component.html | 172 ++++---- ui/src/app/pipelines/pipelines.component.ts | 24 +- ui/src/app/pipelines/pipelines.module.ts | 16 +- ui/src/app/services/auth.service.ts | 81 +--- ui/src/app/services/available-roles.service.ts | 84 +--- ui/src/app/services/live-preview.service.ts | 8 +- ui/src/scss/sp/main.scss | 87 ---- ui/src/scss/sp/pipeline-element-options.scss | 2 +- 733 files changed, 19388 insertions(+), 9536 deletions(-) diff --cc streampipes-sdk/src/main/java/org/apache/streampipes/sdk/extractor/AbstractParameterExtractor.java index 7160c68e6b,b7230510f3..812b478037 --- a/streampipes-sdk/src/main/java/org/apache/streampipes/sdk/extractor/AbstractParameterExtractor.java +++ b/streampipes-sdk/src/main/java/org/apache/streampipes/sdk/extractor/AbstractParameterExtractor.java @@@ -567,13 -662,8 +662,14 @@@ public abstract class AbstractParameter .getEventProperties() .stream() .filter(ep -> - ep.getPropertyScope() != null && ep.getPropertyScope().equals(scope.name())) + ep.getPropertyScope() != null && ep.getPropertyScope() + .equals(scope.name())) .collect(Collectors.toList()); } + + @Override + public List<EventProperty> getInputEventProperties(int streamIndex) { + return !sepaElement.getInputStreams().isEmpty() + ? sepaElement.getInputStreams().get(0).getEventSchema().getEventProperties() : List.of(); + } }
