This is an automated email from the ASF dual-hosted git repository.
riemer pushed a change to branch STREAMPIPES-426
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git.
from c81b92d [STREAMPIPES-426] Add initial parts of authorization system
add 710e004 [hotfix] Fix stop adapters with multiple connect workers
add 9cb08dc [hotifx] Force delete adapter when endpoint is not available
add 1077899 [hotfix] Fix layout in adapter start dialog
add 46a220d [hotfix] Fix data lake pipeline for generic adapters
add bd30c24 Added e2e tests for MQTT and Influxdb
add 0142944 [hotfix] Add e2e test for MySQL
add 0813556 Provide "HTTP Server" adapter endpoints
add a23865b Merge pull request #50 from obermeier/patch-1
add 0e89350 [STEAMPIPES-438] Remove adapter Id form backend
add 676ff84 [STREAMPIPES-438] Start to move restart of adapters to
AdapterHealthCheck
add f326f39 Remove ConnectWorkerDescription from client
add c87cec6 Working on simplifying adapters
add 7c3d693 Remove protocol descriptions from connect interfaces
add 6ac9bb7 Remove adapter template from ui
add 9f283bb Remova REST endpoint for adapter templates
add a8717ec Remove old wrapper classes representing lists
add 5d85311 Remove DomainPropertyProbalilityList
add 843719d Remove old classes
add edccbb3 Remove auto stop of pipelines from adapter
add da36142 Replace ConnectWorkerContainer with lists of AdaperDescription
add a721058 Working on recovery for adapters
add 6207431 [STREAMPIPES-438] Harmonize Model Submitter
add af1cab9 [STREAMPIPES-438] Minor code refactoring
add 5897ade [STREAMPIPES-438] Fix data set adapters
add 3bdfe1d [STREAMPIPES-438] Remove data stream source id from backend
add 68d110d [STREAMPIPES-438] Fix store in datalake
add 3e4aec4 [STREAMPIPES-438] Harmonize Model Submitter
add 7ac34e6 Merge branch 'STREAMPIPES-438' into dev
add b1c1610 [hotfix] Add apache header to auto generated model file
add 6127dc0 [hotfix] Fix cypress test
add b554d3b [hotfix] Add unique id for data stream
add 795846c [STREAMPIPES-387] Split StreamPipes Connect worker into two
different services
add a161768 [hotfix] Fix null pointer for data streams that are not
generated by adapters
add 11f0aab [STREAMPIPES-444] Refactor asset dashboard to use updated
pipeline data model
add 9377083 [hotfix] Increase waiting time on pipeline invocation
add 33fc197 Merge branch 'dev' of github.com:apache/incubator-streampipes
into dev
add 62e519a [hotfix] Remove padding from pipeline editor panel
add e1f215d [STREAMPIPES-444] Allow modification of asset dashboards
add dc2ede5 [STREAMPIPES-444] Links can be placed on asset dashboards
add 0424e27 [STREAMPIPES-444] Improve link behaviour in asset dashboard
add fd06d2f [hotfix] Start set adapter in an own thread
add 17e03d0 Merge branch 'dev' of github.com:apache/incubator-streampipes
into dev
add d3a8840 Merge branch 'dev' of github.com:apache/incubator-streampipes
into dev
new 209e3c4 Merge branch 'dev' into STREAMPIPES-426
new df6d25b [STREAMPIPES-426] Add initial draft of permission management
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.idea/runConfigurations/backend.xml | 1 +
.idea/runConfigurations/connect_adapters.xml | 1 +
.idea/runConfigurations/connect_adapters_iiot.xml | 15 +
.../backend/StreamPipesResourceConfig.java | 1 -
.../UUIDGenerator.java} | 10 +-
.../master/health/AdapterHealthCheck.java | 129 +++++++
.../master/management/AdapterMasterManagement.java | 207 +++++++-----
.../AdapterTemplateMasterManagement.java | 106 ------
.../master/management/DescriptionManagement.java | 56 +---
.../master/management/SourcesManagement.java | 159 +++------
.../master/management/UnitMasterManagement.java | 7 +-
.../management/WorkerAdministrationManagement.java | 73 ++--
.../master/management/WorkerRestClient.java | 78 +++--
.../master/management/WorkerUrlProvider.java | 61 +---
.../master/util/AdapterEncryptionService.java | 7 +-
.../connect/container/master/util/Utils.java | 29 --
.../connect/container/master/util/WorkerPaths.java | 36 +-
.../master/health/AdapterHealthCheckTest.java | 87 +++++
.../management/AdapterMasterManagementTest.java | 16 +-
.../AdapterTemplateMasterManagementTest.java | 58 ----
.../management/DescriptionManagementTest.java | 10 +-
.../master/management/SourcesManagementTest.java | 78 +----
.../master/management/WorkerRestClientTest.java | 10 +-
.../init/AdapterServiceResourceProvider.java | 7 +-
.../worker/init/AdapterWorkerContainer.java | 64 ----
.../init/ConnectWorkerDescriptionProvider.java | 75 ++++-
.../init/ConnectWorkerRegistrationService.java | 7 +-
.../worker/management/AdapterWorkerManagement.java | 78 +----
.../worker/management/GuessManagement.java | 8 -
.../management/HttpServerAdapterManagement.java | 3 +-
.../worker/management/MasterRestClient.java | 8 +-
...pterResource.java => AdapterAssetResource.java} | 28 +-
...kerResource.java => AdapterWorkerResource.java} | 30 +-
.../container/worker/rest/GuessResource.java | 5 +-
.../container/worker/rest/ProtocolResource.java | 75 -----
.../container/worker/rest/WelcomePageWorker.java | 108 ------
.../container/worker/utils/AdapterUtils.java | 28 +-
.../management/AdapterWorkerManagementTest.java | 26 +-
.../container/worker/utils/AdapterUtilsTest.java | 60 ----
.../connect/container/worker/utils/Utils.java | 6 +-
.../connect/RunningAdapterInstances.java | 21 +-
.../adapter/guess/PropertyGuessResults.java | 40 ---
.../connect/adapter/guess/PropertyGuesses.java | 54 ---
.../connect/adapter/guess/SchemaGuesser.java | 101 +-----
.../model/generic/GenericDataSetAdapter.java | 4 +-
.../model/generic/GenericDataStreamAdapter.java | 4 +-
.../streampipes/connect/adapter/guess/Mock.java | 26 --
.../connect/adapter/guess/SchemaGuesserTest.java | 132 --------
.../extensions/ExtensionsModelSubmitter.java | 2 +-
.../standalone/init/StandaloneModelSubmitter.java | 1 +
.../container/util/ServiceDefinitionUtil.java | 2 +-
.../assetdashboard/AssetDashboardConfig.java | 7 +-
.../client/assetdashboard/CanvasAttributes.java | 28 ++
.../model/client/assetdashboard/CanvasElement.java | 7 +-
.../streampipes/model/client/user/Group.java | 13 +-
.../streampipes/model/client/user/Permission.java | 104 ++++++
.../model/client/user/PermissionBuilder.java | 51 +++
.../streampipes/model/client/user/Principal.java | 12 +
.../streampipes/model/client/user/Privilege.java | 52 +--
.../apache/streampipes/model/client/user/Role.java | 6 +-
.../org/apache/streampipes/model/SpDataSet.java | 1 +
.../org/apache/streampipes/model/SpDataStream.java | 1 +
.../model/connect/adapter/AdapterDescription.java | 38 +--
.../connect/adapter/AdapterDescriptionList.java | 49 ---
.../connect/adapter/AdapterSetDescription.java | 11 +-
.../connect/adapter/AdapterStreamDescription.java | 7 +-
.../adapter/GenericAdapterSetDescription.java | 1 -
.../adapter/GenericAdapterStreamDescription.java | 1 -
.../model/connect/grounding/FormatDescription.java | 46 ---
.../connect/grounding/FormatDescriptionList.java | 63 ----
.../connect/grounding/ProtocolDescription.java | 2 -
.../connect/grounding/ProtocolDescriptionList.java | 58 ----
.../connect/guess/DomainPropertyProbability.java | 53 ---
.../guess/DomainPropertyProbabilityList.java | 56 ----
.../model/connect/guess/GuessSchema.java | 30 +-
.../connect/worker/ConnectWorkerContainer.java | 95 ------
streampipes-pipeline-management/pom.xml | 2 +-
.../manager/execution/http/GraphSubmitter.java | 2 +-
.../manager/execution/http/PipelineExecutor.java | 6 +-
.../manager/permission/PermissionManager.java | 15 +-
.../manager/pipeline/PipelineManager.java | 20 +-
.../manager/setup/CouchDbInstallationStep.java | 26 +-
.../base/impl/AbstractAuthGuardedRestResource.java | 11 +
.../apache/streampipes/rest/ResetManagement.java | 6 +-
.../streampipes/rest/impl/AssetDashboard.java | 17 +
.../streampipes/rest/impl/PipelineResource.java | 8 +-
.../streampipes/rest/impl/PipelineTemplate.java | 2 +-
.../org/apache/streampipes/rest/impl/Version.java | 4 +-
.../rest/impl/connect/AdapterResource.java | 31 +-
.../rest/impl/connect/AdapterTemplateResource.java | 88 -----
.../rest/impl/connect/DescriptionResource.java | 50 +--
.../rest/impl/connect/GuessResource.java | 3 +-
.../impl/connect/RuntimeResolvableResource.java | 4 +-
.../rest/impl/connect/SourcesResource.java | 54 +--
.../rest/impl/connect/WelcomePageMaster.java | 4 +-
.../impl/connect/WorkerAdministrationResource.java | 11 +-
.../rest/impl/security/AuthConstants.java | 1 +
.../rest/impl/security/SpPermissionEvaluator.java | 13 +-
.../builder/adapter/AdapterDescriptionBuilder.java | 9 +-
.../sdk/builder/adapter/GuessSchemaBuilder.java | 10 -
.../serializers/json/AdapterSerializer.java | 4 +-
.../svcdiscovery/api/model/SpServiceTagPrefix.java | 1 -
.../api/model/SpServiceUrlProvider.java | 3 +-
.../storage/api/IAssetDashboardStorage.java | 2 +
.../api/IConnectWorkerContainerStorage.java | 35 --
.../streampipes/storage/api/INoSqlStorage.java | 6 +-
...emplateStorage.java => IPermissionStorage.java} | 21 +-
.../streampipes/storage/api/IUserStorage.java | 6 +-
.../storage/couchdb/CouchDbStorageManager.java | 14 +-
.../storage/couchdb/dao/AbstractDao.java | 28 +-
.../couchdb/dao/{AbstractDao.java => CrudDao.java} | 22 +-
.../dao/{FindAllCommand.java => CrudViewDao.java} | 19 +-
.../storage/couchdb/dao/FindAllCommand.java | 10 +-
...mpl.java => AdapterDescriptionStorageImpl.java} | 14 +-
...geImpl.java => AdapterInstanceStorageImpl.java} | 10 +-
.../couchdb/impl/AdapterTemplateStorageImpl.java | 70 ----
.../couchdb/impl/AssetDashboardStorageImpl.java | 5 +
.../impl/ConnectionWorkerContainerStorageImpl.java | 71 ----
.../couchdb/impl/PermissionStorageImpl.java | 76 +++++
.../storage/couchdb/impl/UserGroupStorageImpl.java | 18 +-
.../storage/couchdb/impl/UserStorage.java | 41 +--
.../streampipes/storage/couchdb/utils/Utils.java | 8 +-
.../management/model/PrincipalUserDetails.java | 11 +-
...Builder.java => GrantedAuthoritiesBuilder.java} | 4 +-
.../management/util/GrantedPermissionsBuilder.java | 44 +--
.../support/builder/GenericAdapterBuilder.ts | 87 ++---
ui/cypress/support/builder/PipelineBuilder.ts | 1 +
ui/cypress/support/utils/AdapterUtils.ts | 4 +
ui/cypress/support/utils/StaticPropertyUtils.ts | 30 +-
ui/cypress/tests/adapter/InfluxDbAdapter.ts | 74 ++++
ui/cypress/tests/adapter/KafkaAdapter.ts | 72 ++++
.../pipelineTest.ts => adapter/MqttAdapter.ts} | 51 ++-
.../pipelineTest.ts => adapter/MySQLDbAdapter.ts} | 47 ++-
ui/cypress/tests/adapter/machineDataSimulator.ts | 1 +
ui/cypress/tests/adapter/persistInDataLake.ts | 18 +-
.../tests/pipelineElement/AllPipelineElements.ts | 32 +-
ui/nginx_config/default.conf | 11 +
ui/package.json | 2 +-
.../app-asset-monitoring.component.html | 6 +-
.../app-asset-monitoring.component.ts | 11 +-
.../app-asset-monitoring.module.ts | 4 +-
.../create-asset/create-asset.component.css | 5 +-
.../create-asset/create-asset.component.html | 46 ++-
.../create-asset/create-asset.component.ts | 252 +++++++++-----
.../dashboard-overview.component.html | 8 +-
.../dashboard-overview.component.ts | 15 +-
.../components/view-asset/view-asset.component.css | 7 +-
.../view-asset/view-asset.component.html | 5 +-
.../components/view-asset/view-asset.component.ts | 50 ++-
.../dialog/add-link/add-link-dialog.component.html | 54 +++
.../add-link/add-link-dialog.component.scss} | 5 +-
.../dialog/add-link/add-link-dialog.component.ts | 58 ++++
.../add-pipeline/add-pipeline-dialog.component.css | 55 ---
.../add-pipeline-dialog.component.html | 91 +++--
.../add-pipeline-dialog.component.scss} | 4 +
.../add-pipeline/add-pipeline-dialog.component.ts | 90 +++--
.../save-dashboard-dialog.component.css | 55 ---
.../save-dashboard-dialog.component.html | 59 ++--
.../save-dashboard-dialog.component.scss} | 8 +-
.../save-dashboard-dialog.component.ts | 73 ++--
.../model/dashboard-configuration.model.ts | 9 +-
.../app-asset-monitoring/model/image-info.model.ts | 4 +-
.../model/selected-visualization-data.model.ts | 9 +-
.../app-asset-monitoring/services/rest.service.ts | 4 +
.../app-asset-monitoring/services/shape.service.ts | 91 +++--
.../app/app-overview/app-overview.component.html | 4 +-
.../adapter-description.component.html | 16 +-
.../adapter-description.component.ts | 78 ++---
.../data-marketplace.component.html | 10 +-
.../data-marketplace/data-marketplace.component.ts | 373 +++++++++------------
.../format-configuration.component.ts | 5 +-
.../start-adapter-configuration.component.html | 9 +-
.../start-adapter-configuration.component.ts | 15 +-
.../adapter-started-dialog.component.html | 14 +-
.../adapter-started-dialog.component.ts | 106 +++---
.../adapter-upload-dialog.component.ts | 60 ++--
.../connect/services/data-marketplace.service.ts | 135 ++------
ui/src/app/connect/services/rest.service.ts | 79 ++---
ui/src/app/core-model/gen/streampipes-model.ts | 57 +---
.../static-alternatives.component.html | 12 +-
...c-runtime-resolvable-oneof-input.component.html | 8 +-
.../static-secret-input.component.html | 27 +-
ui/src/app/dashboard/dashboard.component.html | 2 +-
.../app/data-explorer/data-explorer.component.html | 2 +-
ui/src/app/editor/editor.component.html | 2 +-
.../pipeline-status-dialog.component.html | 44 +--
ui/src/scss/sp/main.scss | 4 +
187 files changed, 2676 insertions(+), 3864 deletions(-)
create mode 100644 .idea/runConfigurations/connect_adapters_iiot.xml
copy
streampipes-commons/src/main/java/org/apache/streampipes/commons/{parser/PrimitiveTypeParser.java
=> random/UUIDGenerator.java} (80%)
create mode 100644
streampipes-connect-container-master/src/main/java/org/apache/streampipes/connect/container/master/health/AdapterHealthCheck.java
delete mode 100644
streampipes-connect-container-master/src/main/java/org/apache/streampipes/connect/container/master/management/AdapterTemplateMasterManagement.java
delete mode 100644
streampipes-connect-container-master/src/main/java/org/apache/streampipes/connect/container/master/util/Utils.java
create mode 100644
streampipes-connect-container-master/src/test/java/org/apache/streampipes/connect/container/master/health/AdapterHealthCheckTest.java
delete mode 100644
streampipes-connect-container-master/src/test/java/org/apache/streampipes/connect/container/master/management/AdapterTemplateMasterManagementTest.java
delete mode 100644
streampipes-connect-container-worker/src/main/java/org/apache/streampipes/connect/container/worker/init/AdapterWorkerContainer.java
rename
streampipes-connect-container-worker/src/main/java/org/apache/streampipes/connect/container/worker/rest/{AdapterResource.java
=> AdapterAssetResource.java} (71%)
rename
streampipes-connect-container-worker/src/main/java/org/apache/streampipes/connect/container/worker/rest/{WorkerResource.java
=> AdapterWorkerResource.java} (87%)
delete mode 100644
streampipes-connect-container-worker/src/main/java/org/apache/streampipes/connect/container/worker/rest/ProtocolResource.java
delete mode 100644
streampipes-connect-container-worker/src/main/java/org/apache/streampipes/connect/container/worker/rest/WelcomePageWorker.java
delete mode 100644
streampipes-connect-container-worker/src/test/java/org/apache/streampipes/connect/container/worker/utils/AdapterUtilsTest.java
delete mode 100644
streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/guess/PropertyGuessResults.java
delete mode 100644
streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/guess/PropertyGuesses.java
delete mode 100644
streampipes-connect/src/test/java/org/apache/streampipes/connect/adapter/guess/Mock.java
delete mode 100644
streampipes-connect/src/test/java/org/apache/streampipes/connect/adapter/guess/SchemaGuesserTest.java
create mode 100644
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/Permission.java
create mode 100644
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/PermissionBuilder.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/adapter/AdapterDescriptionList.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/grounding/FormatDescriptionList.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/grounding/ProtocolDescriptionList.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/guess/DomainPropertyProbability.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/guess/DomainPropertyProbabilityList.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/worker/ConnectWorkerContainer.java
copy
streampipes-wrapper-siddhi/src/main/java/org/apache/streampipes/wrapper/siddhi/query/expression/math/MathSubtractExpression.java
=>
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/permission/PermissionManager.java
(66%)
delete mode 100644
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/connect/AdapterTemplateResource.java
delete mode 100644
streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/IConnectWorkerContainerStorage.java
rename
streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/{IAdapterTemplateStorage.java
=> IPermissionStorage.java} (68%)
copy
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/dao/{AbstractDao.java
=> CrudDao.java} (79%)
copy
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/dao/{FindAllCommand.java
=> CrudViewDao.java} (71%)
copy
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/{AdapterStorageImpl.java
=> AdapterDescriptionStorageImpl.java} (86%)
rename
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/{AdapterStorageImpl.java
=> AdapterInstanceStorageImpl.java} (86%)
delete mode 100644
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/AdapterTemplateStorageImpl.java
delete mode 100644
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/ConnectionWorkerContainerStorageImpl.java
create mode 100644
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/PermissionStorageImpl.java
rename
streampipes-user-management/src/main/java/org/apache/streampipes/user/management/util/{AuthorityBuilder.java
=> GrantedAuthoritiesBuilder.java} (95%)
copy
streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/IUserStorage.java
=>
streampipes-user-management/src/main/java/org/apache/streampipes/user/management/util/GrantedPermissionsBuilder.java
(53%)
create mode 100644 ui/cypress/tests/adapter/InfluxDbAdapter.ts
create mode 100644 ui/cypress/tests/adapter/KafkaAdapter.ts
copy ui/cypress/tests/{pipeline/pipelineTest.ts => adapter/MqttAdapter.ts}
(53%)
copy ui/cypress/tests/{pipeline/pipelineTest.ts => adapter/MySQLDbAdapter.ts}
(55%)
create mode 100644
ui/src/app/app-asset-monitoring/dialog/add-link/add-link-dialog.component.html
copy
ui/src/app/{editor/dialog/pipeline-element-discovery/pipeline-element-discovery.component.scss
=> app-asset-monitoring/dialog/add-link/add-link-dialog.component.scss} (94%)
create mode 100644
ui/src/app/app-asset-monitoring/dialog/add-link/add-link-dialog.component.ts
delete mode 100644
ui/src/app/app-asset-monitoring/dialog/add-pipeline/add-pipeline-dialog.component.css
copy
ui/src/app/{dashboard/dialogs/add-widget/add-visualization-dialog.component.scss
=>
app-asset-monitoring/dialog/add-pipeline/add-pipeline-dialog.component.scss}
(96%)
delete mode 100644
ui/src/app/app-asset-monitoring/dialog/save-dashboard/save-dashboard-dialog.component.css
copy
ui/src/app/{data-explorer/dialogs/edit-dashboard/data-explorer-edit-data-view-dialog.component.scss
=>
app-asset-monitoring/dialog/save-dashboard/save-dashboard-dialog.component.scss}
(95%)
