This is an automated email from the ASF dual-hosted git repository.
wiener pushed a change to branch edge-extensions
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git.
from 37dfa9e Adapt local graph description after reconfiguration
new 692298a refactored node controller, enhanced DockerContainerBuilder
new fc272ec add kafka as optional edge node broker
new 47729b9 added multi-docker stage build for arm
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../config/backend/BackendConfigKeys.java | 1 +
.../config/backend/MessagingSettings.java | 32 +++--
.../config/backend/SpEdgeNodeProtocol.java | 3 +-
.../streampipes/connect/adapter/Adapter.java | 15 ++-
.../connect/adapter/GroundingService.java | 54 +++++----
.../api/DataProcessorPipelineElementResource.java | 18 ++-
.../api/DataSinkPipelineElementResource.java | 11 +-
.../model/node/NodeInfoDescriptionBuilder.java | 16 +++
...ckerContainer.java => ContainerEnvBuilder.java} | 37 +++---
.../model/node/container/ContainerLabels.java | 29 ++---
.../model/node/container/ContainerType.java | 6 +-
...Container.java => ContainerVolumesBuilder.java} | 40 ++++---
.../model/node/container/DeploymentContainer.java | 41 ++++++-
.../model/node/container/DockerContainer.java | 5 +-
.../node/container/DockerContainerBuilder.java | 23 ++--
.../streampipes/model/node/container/Ports.java | 8 +-
streampipes-node-controller/arm.Dockerfile | 8 +-
streampipes-node-controller/development/env | 35 ------
...nningInstances.java => NodeControllerInit.java} | 18 +--
.../{container => }/api/AbstractResource.java | 2 +-
.../{container => }/api/ConnectResource.java | 4 +-
.../api/ContainerDeploymentResource.java | 22 ++--
.../api/DataStreamRelayResource.java | 4 +-
.../{container => }/api/HealthCheckResource.java | 4 +-
.../api/InvocableEntityResource.java | 19 +--
.../api/NodeControllerResourceConfig.java | 2 +-
.../api/NodeInfoDescriptionResource.java | 8 +-
.../{container => }/config/ConfigKeys.java | 3 +-
.../config/NodeControllerConfig.java | 11 +-
.../container/DockerExtensionsContainer.java | 42 +++++++
.../controller/container/DockerKafkaContainer.java | 55 +++++++++
.../container/DockerMosquittoContainer.java | 41 +++++++
.../container/DockerZookeeperContainer.java | 38 ++++++
...tances.java => StreamPipesDockerServiceID.java} | 20 +---
.../orchestrator/docker/DockerConstants.java | 118 -------------------
.../NodeControllerSubmitter.java} | 45 ++++---
.../management/connect/ConnectManager.java | 7 +-
.../management/janitor/JanitorManager.java | 6 +-
.../management/node/NodeConstants.java | 9 +-
.../management/node/NodeManager.java | 44 +++++--
.../orchestrator/DockerOrchestratorManager.java} | 46 ++++----
.../orchestrator/IContainerOrchestrator.java} | 5 +-
.../docker/AbstractStreamPipesDockerContainer.java | 56 +++++++++
.../docker/DockerContainerDeclarerSingleton.java | 131 +++++++++++++++++++++
.../docker/IDockerContainerDeclarer.java} | 8 +-
.../docker/model/ContainerStatus.java} | 6 +-
.../orchestrator/docker/model/DockerInfo.java | 2 +-
.../orchestrator/docker/utils/DockerUtils.java | 112 ++++++++++++++----
.../status}/ContainerDeploymentStatus.java | 12 +-
.../storage}/RunningContainerInstances.java | 10 +-
.../pe/IPipelineElementLifeCycle.java} | 4 +-
.../management/pe/InvocableElementManager.java | 9 +-
.../pe/storage}/RunningInvocableInstances.java | 8 +-
.../management/relay/DataStreamRelayManager.java | 6 +-
.../relay/base/AbstractEventRelay.java} | 8 +-
.../relay/base}/EventRelay.java | 4 +-
.../relay/bridges/EventRelayStrategy.java | 2 +-
.../management/relay/bridges/JmsToJmsBridge.java | 2 +-
.../management/relay/bridges/JmsToKafkaBridge.java | 2 +-
.../management/relay/bridges/JmsToMqttBridge.java | 2 +-
.../management/relay/bridges/KafkaToJmsBridge.java | 2 +-
.../relay/bridges/KafkaToKafkaBridge.java | 2 +-
.../relay/bridges/KafkaToMqttBridge.java | 2 +-
.../management/relay/bridges/MqttToJmsBridge.java | 2 +-
.../relay/bridges/MqttToKafkaBridge.java | 2 +-
.../management/relay/bridges/MqttToMqttBridge.java | 2 +-
.../relay/bridges/MultiBrokerBridge.java | 4 +-
.../relay/storage}/RunningRelayInstances.java | 7 +-
.../management/resource/ResourceManager.java | 8 +-
.../management/resource/model/ResourceMetrics.java | 2 +-
.../{container => }/storage/CRUDStorage.java | 2 +-
.../IRunningInstances.java} | 4 +-
.../{container => }/storage/MapDBImpl.java | 2 +-
.../pipeline/AbstractPipelineExecutor.java | 20 +++-
.../manager/matching/InvocationGraphBuilder.java | 37 ++++--
.../manager/matching/ProtocolSelector.java | 82 +++++++++----
.../apache/streampipes/vocabulary/StreamPipes.java | 2 +
.../messaging-configuration.component.html | 11 +-
.../messaging-configuration.component.ts | 4 +
.../shared/messaging-settings.model.ts | 2 +-
ui/src/app/core-model/gen/streampipes-model.ts | 6 +-
81 files changed, 1013 insertions(+), 531 deletions(-)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/node/container/{DockerContainer.java
=> ContainerEnvBuilder.java} (55%)
copy
streampipes-config/src/main/java/org/apache/streampipes/config/backend/SpEdgeNodeProtocol.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/node/container/ContainerLabels.java
(61%)
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/management/relay/bridges/EventRelayStrategy.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/node/container/ContainerType.java
(85%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/node/container/{DockerContainer.java
=> ContainerVolumesBuilder.java} (52%)
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/management/relay/bridges/EventRelayStrategy.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/node/container/Ports.java
(83%)
delete mode 100644 streampipes-node-controller/development/env
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/RunningInstances.java
=> NodeControllerInit.java} (73%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/AbstractResource.java (96%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/ConnectResource.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/ContainerDeploymentResource.java (65%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/DataStreamRelayResource.java (91%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/HealthCheckResource.java (89%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/InvocableEntityResource.java (80%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/NodeControllerResourceConfig.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/api/NodeInfoDescriptionResource.java (88%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/config/ConfigKeys.java (94%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/config/NodeControllerConfig.java (96%)
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/DockerExtensionsContainer.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/DockerKafkaContainer.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/DockerMosquittoContainer.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/DockerZookeeperContainer.java
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/{management/RunningInstances.java
=> StreamPipesDockerServiceID.java} (62%)
delete mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/management/orchestrator/docker/DockerConstants.java
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/NodeControllerInit.java
=> management/NodeControllerSubmitter.java} (57%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/connect/ConnectManager.java (96%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/janitor/JanitorManager.java (88%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/node/NodeConstants.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/node/NodeManager.java (87%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/orchestrator/docker/DockerContainerManager.java
=> management/orchestrator/DockerOrchestratorManager.java} (78%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/orchestrator/ContainerOrchestrator.java
=> management/orchestrator/IContainerOrchestrator.java} (82%)
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/orchestrator/docker/AbstractStreamPipesDockerContainer.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/orchestrator/docker/DockerContainerDeclarerSingleton.java
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/relay/bridges/EventRelayStrategy.java
=> management/orchestrator/docker/IDockerContainerDeclarer.java} (77%)
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/relay/bridges/EventRelayStrategy.java
=> management/orchestrator/docker/model/ContainerStatus.java} (82%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/orchestrator/docker/model/DockerInfo.java (96%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/orchestrator/docker/utils/DockerUtils.java (74%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/orchestrator
=> management/orchestrator/status}/ContainerDeploymentStatus.java (81%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/orchestrator
=> management/orchestrator/storage}/RunningContainerInstances.java (81%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/pe/PipelineElementLifeCycle.java
=> management/pe/IPipelineElementLifeCycle.java} (92%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/pe/InvocableElementManager.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/pe
=> management/pe/storage}/RunningInvocableInstances.java (83%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/DataStreamRelayManager.java (93%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/relay/BaseEventRelay.java
=> management/relay/base/AbstractEventRelay.java} (92%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/relay
=> management/relay/base}/EventRelay.java (93%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/EventRelayStrategy.java (91%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/JmsToJmsBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/JmsToKafkaBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/JmsToMqttBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/KafkaToJmsBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/KafkaToKafkaBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/KafkaToMqttBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/MqttToJmsBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/MqttToKafkaBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/MqttToMqttBridge.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/relay/bridges/MultiBrokerBridge.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/relay
=> management/relay/storage}/RunningRelayInstances.java (85%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/resource/ResourceManager.java (95%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/management/resource/model/ResourceMetrics.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/storage/CRUDStorage.java (94%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container/management/RunningInstances.java
=> storage/IRunningInstances.java} (90%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/{container
=> }/storage/MapDBImpl.java (97%)
