This is an automated email from the ASF dual-hosted git repository. bossenti pushed a commit to branch 2095-remove-update-functionality-from-ui in repository https://gitbox.apache.org/repos/asf/streampipes.git
commit 334482459b6bb877c3b48b13914b0781b4de3a0d Merge: 9fb8e95d1 577f40c6b Author: bossenti <[email protected]> AuthorDate: Wed Nov 8 09:02:11 2023 +0100 Merge remote-tracking branch 'origin/dev' into 2095-remove-update-functionality-from-ui # Conflicts: # streampipes-client-api/src/main/java/org/apache/streampipes/client/api/IAdminApi.java # streampipes-client/src/main/java/org/apache/streampipes/client/api/AdminApi.java # streampipes-connect-management/src/main/java/org/apache/streampipes/connect/management/management/WorkerRestClient.java # streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/model/SpServiceDefinition.java # streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/model/SpServiceDefinitionBuilder.java # streampipes-extensions-management/src/test/java/org/apache/streampipes/extensions/management/model/SpServiceDefinitionBuilderTest.java # streampipes-model/src/main/java/org/apache/streampipes/model/base/InvocableStreamPipesEntity.java # streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/AdapterMigrationResource.java # streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/DataProcessorMigrationResource.java # streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/DataSinkMigrationResource.java # streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/MigrateExtensionsResource.java # streampipes-rest-extensions/src/test/java/org/apache/streampipes/rest/extensions/migration/MigrateExtensionsResourceTest.java # streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/admin/MigrationResource.java # streampipes-service-extensions/src/main/java/org/apache/streampipes/service/extensions/ExtensionsModelSubmitter.java # ui/projects/streampipes/platform-services/src/lib/model/gen/streampipes-model.ts .github/workflows/build.yml | 28 +- README.md | 4 +- VULNERABILITY.md | 5 +- .../streampipes-archetype-extensions-jvm/pom.xml | 2 +- .../src/main/resources/archetype-resources/pom.xml | 2 +- .../pom.xml | 2 +- .../src/main/resources/archetype-resources/pom.xml | 2 +- .../streampipes-archetype-pe-sinks-flink/pom.xml | 2 +- .../src/main/resources/archetype-resources/pom.xml | 2 +- installer/compose/README.md | 20 +- installer/compose/docker-compose.full.yml | 32 +- ...compose.full.yml => docker-compose.minimal.yml} | 120 +- ...pose.full.yml => docker-compose.quickstart.yml} | 80 +- .../compose/quickstart}/Dockerfile | 10 +- installer/compose/quickstart/upload.sh | 101 ++ ...set - Smart Factory Monitoring and Analysis.zip | Bin 0 -> 78596 bytes installer/k8s/Chart.yaml | 2 +- installer/k8s/values.yaml | 2 +- pom.xml | 17 +- streampipes-client-api/pom.xml | 10 +- .../apache/streampipes/client/api/IAdminApi.java | 4 +- ...introduction-to-streampipes-python-client.ipynb | 5 +- streampipes-client-python/poetry.lock | 4 +- streampipes-client/pom.xml | 20 +- .../streampipes/client/api/AbstractClientApi.java | 5 +- .../client/api/AbstractTypedClientApi.java | 4 +- .../apache/streampipes/client/api/AdminApi.java | 18 +- .../streampipes/client/http/HttpRequest.java | 5 +- streampipes-commons/pom.xml | 2 +- .../apache/streampipes/commons/constants/Envs.java | 12 +- .../commons/environment/DefaultEnvironment.java | 25 + .../commons/environment/Environment.java | 12 + streampipes-config/pom.xml | 12 +- .../streampipes/config/backend/BackendConfig.java | 6 - streampipes-connect-management/pom.xml | 16 +- .../management/health/AdapterHealthCheck.java | 12 +- .../management/AdapterMigrationManager.java | 113 ++ .../management/management/WorkerRestClient.java | 17 +- streampipes-connect-shared/pom.xml | 10 +- streampipes-data-explorer-commons/pom.xml | 10 +- streampipes-data-explorer/pom.xml | 10 +- streampipes-data-export/pom.xml | 10 +- streampipes-dataformat-cbor/pom.xml | 6 +- streampipes-dataformat-fst/pom.xml | 6 +- streampipes-dataformat-json/pom.xml | 6 +- streampipes-dataformat-smile/pom.xml | 6 +- streampipes-dataformat/pom.xml | 4 +- streampipes-extensions-api/pom.xml | 10 +- .../api/declarer/IExtensionModuleExport.java | 35 +- .../extensions/api/migration/IAdapterMigrator.java | 17 +- .../api/migration/IDataProcessorMigrator.java | 11 +- .../api/migration/IDataSinkMigrator.java | 17 +- .../extensions/api/migration/IModelMigrator.java | 52 + .../api/migration/MigrationComparison.java | 19 +- streampipes-extensions-management/pom.xml | 51 +- .../connect/adapter/AdapterPipelineGenerator.java | 39 +- .../elements/SendToBrokerAdapterSink.java | 44 +- .../elements/SendToJmsAdapterSink.java | 42 - .../elements/SendToKafkaAdapterSink.java | 43 - .../elements/SendToMqttAdapterSink.java | 42 - .../elements/SendToNatsAdapterSink.java | 43 - .../elements/SendToPulsarAdapterSink.java | 43 - .../management/model/SpServiceDefinition.java | 11 +- .../model/SpServiceDefinitionBuilder.java | 23 +- .../model/SpServiceDefinitionBuilderTest.java | 4 +- streampipes-extensions/pom.xml | 7 +- .../streampipes-connect-adapters-iiot/pom.xml | 93 +- .../connect/iiot/ConnectAdapterIiotInit.java | 68 -- .../iiot/IIoTAdaptersExtensionModuleExport.java | 57 + .../streampipes-connect-adapters/pom.xml | 42 +- ...a => GeneralAdaptersExtensionModuleExport.java} | 55 +- .../adapters/coindesk/CoindeskBitcoinAdapter.java | 1 + .../connect/adapters/coindesk/Currency.java | 1 + .../connect/adapters/coindesk/model/Bpi.java | 1 + .../adapters/coindesk/model/CoindeskRawModel.java | 1 + .../connect/adapters/coindesk/model/EUR.java | 1 + .../connect/adapters/coindesk/model/GBP.java | 1 + .../connect/adapters/coindesk/model/Time.java | 1 + .../connect/adapters/coindesk/model/USD.java | 1 + .../connect/adapters/flic/FlicMQTTAdapter.java | 1 + .../connect/adapters/flic/FlicOutput.java | 1 + .../connect/adapters/flic/FlicUtils.java | 1 + .../connect/adapters/gdelt/GdeltAdapter.java | 214 ---- .../connect/adapters/iex/IexCloudAdapter.java | 51 - .../connect/adapters/iex/IexCloudNewsAdapter.java | 119 -- .../connect/adapters/iex/IexCloudStockAdapter.java | 92 -- .../connect/adapters/iex/model/IexNewsData.java | 120 -- .../connect/adapters/iex/model/IexStockData.java | 410 ------- .../connect/adapters/netio/NetioRestAdapter.java | 5 +- .../adapters/sensemap/OpenSenseMapAdapter.java | 374 ------ .../connect/adapters/sensemap/SensorNames.java | 136 --- .../adapters/sensemap/model/CurrentLocation.java | 62 - .../connect/adapters/sensemap/model/Geometry.java | 62 - .../connect/adapters/sensemap/model/Loc.java | 50 - .../connect/adapters/sensemap/model/SenseBox.java | 122 -- .../connect/adapters/sensemap/model/Sensor.java | 90 -- .../connect/adapters/slack/SlackAdapter.java | 1 + .../connect/adapters/slack/SlackConsumer.java | 1 + .../connect/adapters/ti/TISensorTag.java | 1 + .../adapters/wikipedia/WikipediaAdapter.java | 1 + .../wikipedia/WikipediaEditedArticlesAdapter.java | 1 + .../wikipedia/WikipediaModelConverter.java | 1 + .../wikipedia/WikipediaNewArticlesAdapter.java | 1 + .../adapters/wikipedia/WikipediaSseConsumer.java | 1 + .../connect/adapters/wikipedia/model/Length.java | 1 + .../connect/adapters/wikipedia/model/Meta.java | 1 + .../connect/adapters/wikipedia/model/Revision.java | 1 + .../adapters/wikipedia/model/WikipediaModel.java | 1 + .../documentation.md | 36 - .../icon.png | Bin 33450 -> 0 bytes .../strings.en | 21 - .../documentation.md | 42 - .../icon.png | Bin 15675 -> 0 bytes .../strings.en | 25 - .../documentation.md | 41 - .../icon.png | Bin 15675 -> 0 bytes .../strings.en | 25 - .../connect/adapters/PullAdapterTest.java | 53 - .../generic/elements/DuplicateFilterTest.java | 130 -- .../generic/protocol/stream/HttpProtocolTest.java | 172 --- .../adapters/sensemap/OpenSenseMapAdapterTest.java | 134 --- .../connect/adapters/sensemap/SensorNamesTest.java | 56 - .../connect/adapters/ti/TISensorTagTest.java | 58 - .../streampipes-connectors-influx/pom.xml | 16 +- .../connectors/influx/InfluxConnectorsInit.java | 62 - .../influx/InfluxConnectorsModuleExport.java | 47 + .../connectors/influx/sink/InfluxDbSink.java | 9 +- .../streampipes-connectors-kafka/pom.xml | 14 +- .../kafka/KafkaConnectorsModuleExport.java | 50 + .../streampipes-connectors-mqtt/pom.xml | 8 +- .../mqtt/MqttConnectorsModuleExport.java | 50 + .../streampipes-connectors-nats/pom.xml | 10 +- .../nats/NatsConnectorsModuleExport.java | 50 + .../streampipes-connectors-opcua/pom.xml | 10 +- .../opcua/OpcUaConnectorsModuleExport.java | 52 + .../connectors/opcua/adapter/OpcUaAdapter.java | 2 +- .../opcua/config/SharedUserConfiguration.java | 18 +- .../opcua/config/SpOpcUaConfigExtractor.java | 2 +- .../opcua/migration/OpcUaAdapterMigrationV1.java | 51 + .../pom.xml | 46 +- .../connectors/plc/PlcConnectorsModuleExport.java | 52 + .../migration/Plc4xS7AdapterMigrationV1.java | 87 ++ .../plc/adapter}/modbus/ModbusConfigFile.java | 4 +- .../plc/adapter}/modbus/Plc4xModbusAdapter.java | 2 +- .../connectors/plc/adapter}/s7/Plc4xS7Adapter.java | 194 ++- .../plc/adapter}/s7/PlcReadResponseHandler.java | 2 +- .../plc/adapter/s7/config/ConfigurationParser.java | 101 ++ .../documentation.md | 0 .../icon.png | Bin .../strings.en | 0 .../documentation.md | 0 .../icon.png | Bin .../strings.en | 14 +- .../adapter/s7/config/ConfigurationParserTest.java | 106 ++ .../streampipes-connectors-pulsar/pom.xml | 8 +- .../pulsar/PulsarConnectorsModuleExport.java | 51 + .../streampipes-connectors-rocketmq/pom.xml | 8 +- .../rocketmq/RocketMqConnectorsModuleExport.java | 51 + .../streampipes-connectors-tubemq/pom.xml | 10 +- .../tubemq/TubeMQConnectorsModuleExport.java | 51 + .../streampipes-extensions-all-iiot/pom.xml | 77 +- .../extensions/all/iiot/AllExtensionsIIoTInit.java | 78 +- .../streampipes-extensions-all-jvm/pom.xml | 144 ++- .../extensions/all/jvm/AllExtensionsInit.java | 68 +- .../Dockerfile | 4 +- .../pom.xml | 127 +- .../iiot/minimal/ExtensionsIIoTMinimalInit.java | 88 ++ .../Dockerfile | 23 - .../development/env | 26 - .../pe/jvm/AllPipelineElementsInit.java | 84 -- .../pom.xml | 2 +- .../pom.xml | 6 +- .../urldereferencing/UrlDereferencing.java | 3 - .../streampipes-pipeline-elements-shared/pom.xml | 4 +- .../pom.xml | 8 +- .../jvm/ChangeDetectionExtensionModuleExport.java | 48 + .../jvm/ChangeDetectionJvmInit.java | 62 - .../streampipes-processors-enricher-jvm/pom.xml | 8 +- .../jvm/EnricherExtensionModuleExport.java | 55 + .../processors/enricher/jvm/EnricherJvmInit.java | 69 -- .../streampipes-processors-filters-jvm/pom.xml | 10 +- ...mInit.java => FilterExtensionModuleExport.java} | 77 +- .../streampipes-processors-filters-siddhi/pom.xml | 10 +- .../processors/siddhi/FiltersSiddhiInit.java | 71 -- .../siddhi/SiddhiFilterExtensionModuleExport.java | 57 + .../streampipes-processors-geo-jvm/pom.xml | 13 +- .../geo/jvm/GeoExtensionModuleExport.java | 82 ++ .../streampipes/processors/geo/jvm/GeoJvmInit.java | 112 -- .../pom.xml | 8 +- .../jvm/ImageProcessingExtensionModuleExport.java | 53 + .../jvm/ImageProcessingJvmInit.java | 62 - .../streampipes-processors-text-mining-jvm/pom.xml | 13 +- .../jvm/TextMiningExtensionModuleExport.java | 56 + .../textmining/jvm/TextMiningJvmInit.java | 69 -- .../pom.xml | 10 +- ...va => TransformationExtensionModuleExport.java} | 100 +- .../inverter/BooleanInverterProcessor.java | 3 - .../counter/StringCounterProcessor.java | 4 - .../state/StringToStateProcessor.java | 4 - .../stringoperator/timer/StringTimerProcessor.java | 4 - .../streampipes-sinks-brokers-jvm/pom.xml | 15 +- .../jvm/BrokerSinksExtensionModuleExport.java | 55 + .../sinks/brokers/jvm/BrokersJvmInit.java | 68 -- .../streampipes-sinks-databases-jvm/pom.xml | 13 +- .../jvm/DatabaseSinksExtensionModuleExport.java | 55 + .../sinks/databases/jvm/DatabasesJvmInit.java | 70 -- .../sinks/databases/jvm/jdbcclient/JdbcClient.java | 30 +- .../sinks/databases/jvm/postgresql/PostgreSql.java | 16 +- .../streampipes-sinks-internal-jvm/pom.xml | 12 +- .../jvm/InternalSinksExtensionModuleExports.java | 49 + .../sinks/internal/jvm/SinksInternalJvmInit.java | 60 - .../streampipes-sinks-notifications-jvm/pom.xml | 10 +- .../jvm/NotificationsExtensionModuleExport.java | 53 + .../jvm/SinksNotificationsJvmInit.java | 64 - streampipes-integration-tests/pom.xml | 37 +- .../integration/containers/PulsarContainer.java | 3 +- streampipes-logging/pom.xml | 46 - .../apache/streampipes/logging/LoggerFactory.java | 31 - .../logging/impl/EventStatisticLogger.java | 41 - .../apache/streampipes/logging/impl/PeLogger.java | 62 - .../org/apache/streampipes/logging/model/Log.java | 69 -- streampipes-mail/pom.xml | 6 +- streampipes-maven-plugin/README.md | 2 +- streampipes-maven-plugin/pom.xml | 4 +- streampipes-measurement-units/pom.xml | 4 +- streampipes-messaging-jms/pom.xml | 4 +- streampipes-messaging-kafka/pom.xml | 6 +- streampipes-messaging-mqtt/pom.xml | 4 +- streampipes-messaging-nats/pom.xml | 4 +- streampipes-messaging-pulsar/pom.xml | 4 +- streampipes-messaging/pom.xml | 4 +- streampipes-model-client/pom.xml | 6 +- streampipes-model-shared/pom.xml | 2 +- streampipes-model/pom.xml | 13 +- .../model/base/InvocableStreamPipesEntity.java | 5 - .../model/configuration/SpCoreConfiguration.java | 9 + .../configuration/SpCoreConfigurationStatus.java | 8 +- .../adapter/migration/GenericAdapterConverter.java | 17 +- .../adapter/migration/MigrationHelpers.java | 4 + .../svcdiscovery/SpServiceRegistration.java | 18 +- .../extensions/svcdiscovery/SpServiceStatus.java | 12 +- streampipes-pipeline-management/pom.xml | 37 +- .../manager/endpoint/EndpointItemFetcher.java | 6 +- .../ExtensionsServiceEndpointGenerator.java | 2 +- .../health/CoreInitialInstallationProgress.java | 20 +- .../manager/health/CoreServiceStatusManager.java | 59 + .../manager/health/PipelineHealthCheck.java | 21 +- .../manager/health/ServiceHealthCheck.java | 46 +- .../manager/health/ServiceRegistrationManager.java | 104 ++ .../migration/AbstractMigrationManager.java | 155 +++ .../migration/AdapterDescriptionMigration093.java | 73 ++ .../AdapterDescriptionMigration093Provider.java | 33 +- .../manager/migration/IMigrationHandler.java | 18 +- .../manager/migration/MigrationUtils.java | 73 ++ .../migration/PipelineElementMigrationManager.java | 262 +++++ .../manager/setup/AutoInstallation.java | 2 - .../manager/setup/SpCoreConfigurationStep.java | 10 +- .../manager/setup/StreamPipesEnvChecker.java | 2 +- .../manager/migration/MigrationUtilsTest.java | 77 ++ streampipes-platform-services/pom.xml | 12 +- streampipes-resource-management/pom.xml | 8 +- streampipes-rest-core-base/pom.xml | 10 +- streampipes-rest-extensions/pom.xml | 12 +- .../extensions/AbstractExtensionsResource.java | 6 +- .../AbstractPipelineElementResource.java | 5 +- .../connect/HttpServerAdapterResource.java | 4 +- .../connect/RuntimeResolvableResource.java | 4 +- .../migration/AdapterMigrationResource.java | 58 +- .../migration/DataProcessorMigrationResource.java | 7 +- .../migration/DataSinkMigrationResource.java | 7 +- .../migration/MigrateExtensionsResource.java | 6 +- .../pe/DataStreamPipelineElementResource.java | 4 +- .../pe/InvocablePipelineElementResource.java | 5 +- .../migration/MigrateExtensionsResourceTest.java | 8 +- streampipes-rest-shared/pom.xml | 15 +- .../shared/impl/AbstractSharedRestInterface.java | 14 +- streampipes-rest/pom.xml | 30 +- .../org/apache/streampipes/rest/impl/Setup.java | 15 +- .../apache/streampipes/rest/impl/UserResource.java | 3 +- .../rest/impl/admin/MigrationResource.java | 537 ++------- .../impl/admin/ServiceRegistrationResource.java | 12 +- .../rest/impl/connect/AdapterResource.java | 30 +- streampipes-sdk-bundle/pom.xml | 22 +- streampipes-sdk/pom.xml | 12 +- .../apache/streampipes/sdk/StaticProperties.java | 31 +- ...AbstractConfigurablePipelineElementBuilder.java | 8 +- .../streampipes/sdk/StaticPropertiesTest.java | 30 +- streampipes-security-jwt/pom.xml | 4 +- streampipes-serializers-json/pom.xml | 8 +- streampipes-service-base/pom.xml | 63 +- .../service/base/rest/ServiceHealthResource.java | 5 +- .../Dockerfile | 2 +- .../pom.xml | 19 +- .../minimal/StreamPipesCoreApplicationMinimal.java | 10 +- streampipes-service-core/pom.xml | 47 +- .../streampipes/service/core/PostStartupTask.java | 7 +- .../service/core/StreamPipesCoreApplication.java | 100 +- .../core/migrations/v093/AdapterMigration.java | 26 +- .../migrations/v093/ConsulConfigMigration.java | 2 + .../src/main/resources/openapi.yaml | 2 +- streampipes-service-discovery-api/pom.xml | 4 +- streampipes-service-discovery-consul/pom.xml | 11 +- streampipes-service-discovery/pom.xml | 10 +- .../svcdiscovery/SpServiceDiscoveryCore.java | 5 +- streampipes-service-extensions/pom.xml | 6 +- .../service/extensions/CoreRequestSubmitter.java | 91 ++ .../extensions/ExtensionsModelSubmitter.java | 32 +- .../StreamPipesExtensionsServiceBase.java | 27 +- streampipes-storage-api/pom.xml | 8 +- .../storage/api/ISpCoreConfigurationStorage.java | 2 + .../streampipes/storage/api/IUserStorage.java | 2 + streampipes-storage-couchdb/pom.xml | 12 +- .../couchdb/impl/CoreConfigurationStorageImpl.java | 5 + .../storage/couchdb/impl/UserStorage.java | 13 + .../couchdb/utils/CouchDbViewGenerator.java | 7 +- .../streampipes/storage/couchdb/utils/Utils.java | 17 +- streampipes-storage-management/pom.xml | 6 +- streampipes-test-utils/pom.xml | 8 +- streampipes-user-management/pom.xml | 10 +- streampipes-vocabulary/pom.xml | 2 +- streampipes-wrapper-distributed/pom.xml | 10 +- streampipes-wrapper-flink/pom.xml | 4 +- .../wrapper/flink/logger/StatisticLogger.java | 2 - streampipes-wrapper-kafka-streams/pom.xml | 4 +- .../wrapper/kafka/converter/JsonToMapFormat.java | 2 - streampipes-wrapper-siddhi/pom.xml | 4 +- streampipes-wrapper-standalone/pom.xml | 4 +- streampipes-wrapper/pom.xml | 14 +- tools/maven/installer.xml | 1 + ui/Dockerfile | 2 +- .../support/builder/PipelineElementBuilder.ts | 3 +- ui/cypress/support/utils/PipelineUtils.ts | 4 + ui/cypress/tests/adapter/editAdapter.smoke.spec.ts | 1 - .../adapter/editAdapterSettingsAndPipeline.spec.ts | 113 ++ .../adapter/editAdapterValuesAndFields.spec.ts | 133 +++ ui/cypress/tests/pipeline/pipelineExport.spec.ts | 79 ++ ui/package-lock.json | 1244 ++++++++++++++------ ui/package.json | 10 +- .../src/lib/apis/adapter.service.ts | 24 +- .../src/lib/model/gen/streampipes-model.ts | 13 +- .../registered-extensions-services.component.html | 7 +- .../broker-config/broker-config.component.html | 14 +- .../broker-config/broker-config.component.ts | 8 +- .../messaging-configuration.component.html | 21 +- ...adapter-started-update-migration.component.html | 7 +- .../delete-adapter-dialog.component.html | 42 +- .../delete-adapter-dialog.component.ts | 29 +- .../pipeline-element-options.component.html | 1 + .../pipeline-overview.component.html | 9 +- .../import-pipeline-dialog.component.html | 1 + ui/src/app/pipelines/pipelines.component.html | 2 + 351 files changed, 5933 insertions(+), 6796 deletions(-)
