This is an automated email from the ASF dual-hosted git repository.
wiener pushed a change to branch edge-extensions
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git.
from c84435e [WIP] update node resource requirements in model, ui, SDK
new 8aedda4 [WIP] refactored node management structure and add healtcheck
monitoring for nodes
new 3b5901b add skeleton for node resource management
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 1 +
streampipes-backend/pom.xml | 6 +
.../backend/StreamPipesBackendApplication.java | 6 +-
.../backend/StreamPipesResourceConfig.java | 2 +-
.../apache/streampipes/model/NodeHealthStatus.java | 76 ++++++++
.../model/grounding/TransportProtocol.java | 1 +
.../streampipes/model/node/NodeCondition.java | 22 ++-
.../model/node/NodeInfoDescription.java | 23 +++
.../model/node/NodeInfoDescriptionBuilder.java | 1 +
.../model/node/container/DeploymentContainer.java | 51 ++++-
.../model/node/container/DockerContainer.java | 6 +-
.../node/container/DockerContainerBuilder.java | 19 +-
.../SupportedArchitectures.java} | 23 ++-
.../SupportedOsType.java} | 23 ++-
.../model/node/monitor}/ResourceMetrics.java | 2 +-
.../api/ContainerDeploymentResource.java | 16 +-
.../node/controller/api/HealthCheckResource.java | 10 +-
.../node/controller/config/NodeConfiguration.java | 1 +
.../container/DockerExtensionsContainer.java | 7 +
.../controller/container/DockerKafkaContainer.java | 7 +
.../container/DockerMosquittoContainer.java | 7 +
.../container/DockerZookeeperContainer.java | 7 +
.../management/NodeControllerSubmitter.java | 4 +-
.../controller/management/node/NodeConstants.java | 2 +-
...tratorManager.java => DockerEngineManager.java} | 24 +--
...inerOrchestrator.java => IContainerEngine.java} | 2 +-
.../docker/DockerContainerDeclarerSingleton.java | 2 +-
.../orchestrator/docker/utils/DockerUtils.java | 2 +-
.../management/pe/InvocableElementManager.java | 12 +-
.../management/resource/ResourceManager.java | 2 +-
.../pom.xml | 14 +-
.../node/management/NodeManagement.java | 151 +++++++++++++++
.../management/operation/monitor/NodeMonitor.java | 8 +-
.../monitor/health/ClusterHealthCheckMonitor.java | 189 +++++++++++++++++++
.../operation/monitor/health/NodeHealthCheck.java | 64 +++++++
.../operation/monitor/health/NodeLiveness.java | 102 ++++++++++
.../monitor/resource/ClusterResourceMonitor.java | 65 +++++++
.../monitor/resource/NodeResourceCollector.java | 64 +++++++
.../management/operation/relay/RelayHandler.java | 60 ++++++
.../management/operation/relay/RelayOperation.java | 12 +-
.../operation/sync/SynchronizationFactory.java | 44 +++++
.../operation/sync/SynchronizationHandler.java | 77 ++++++++
.../operation/sync/SynchronizationType.java | 10 +-
.../node/management/utils/HttpRequest.java | 7 +-
.../node/management/utils/HttpUtils.java | 130 +++++++++++++
.../node/management/utils/StorageUtils.java | 84 +++++++++
streampipes-pipeline-management/pom.xml | 5 +
.../pipeline/AbstractPipelineExecutor.java | 163 ++++++++++++++--
.../pipeline/PipelineMigrationExecutor.java | 9 +-
.../manager/matching/InvocationGraphBuilder.java | 44 ++---
.../migration/MigrationPipelineGenerator.java | 4 +-
.../migration/PipelineElementOffloadHandler.java | 69 +++++++
.../manager/node/StreamPipesClusterManager.java | 208 ---------------------
.../management/cluster/AbstractClusterManager.java | 162 ----------------
.../management/cluster/AvailableNodesFetcher.java | 66 -------
.../node/management/cluster/NodeSyncOptions.java | 22 ---
.../management/healthcheck/ClusterHealthCheck.java | 82 --------
.../resources/ClusterResourceManager.java | 96 ----------
.../streampipes/manager/operations/Operations.java | 11 +-
streampipes-rest/pom.xml | 6 +
.../rest/api/{INode.java => INodeManagement.java} | 13 +-
.../{Node.java => NodeManagementResource.java} | 57 ++----
.../streampipes/rest/impl/PipelineResource.java | 12 ++
.../storage/couchdb/impl/NodeInfoStorageImpl.java | 8 +-
.../apache/streampipes/vocabulary/StreamPipes.java | 4 +-
.../node-configuration.component.html | 21 ++-
.../node-configuration.component.scss | 4 +
.../node-configuration.component.ts | 30 ++-
.../data-marketplace/data-marketplace.component.ts | 4 +-
ui/src/app/core-model/gen/streampipes-model.ts | 16 +-
.../migrate-pipeline-processors.component.ts | 2 +-
.../save-pipeline/save-pipeline.component.ts | 53 ++++--
ui/src/app/platform-services/apis/node.service.ts | 8 +-
73 files changed, 1742 insertions(+), 885 deletions(-)
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/NodeHealthStatus.java
copy
streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/exception/AdapterException.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/node/NodeCondition.java
(66%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/node/{resources/software/DockerContainerRuntime.java
=> container/SupportedArchitectures.java} (60%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/node/{resources/software/DockerContainerRuntime.java
=> container/SupportedOsType.java} (62%)
rename
{streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/resource/model
=>
streampipes-model/src/main/java/org/apache/streampipes/model/node/monitor}/ResourceMetrics.java
(97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/orchestrator/{DockerOrchestratorManager.java
=> DockerEngineManager.java} (91%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/orchestrator/{IContainerOrchestrator.java
=> IContainerEngine.java} (96%)
copy {streampipes-data-explorer => streampipes-node-management}/pom.xml (87%)
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/NodeManagement.java
copy
streampipes-client/src/main/java/org/apache/streampipes/client/api/SupportsPipelineApi.java
=>
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/monitor/NodeMonitor.java
(80%)
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/monitor/health/ClusterHealthCheckMonitor.java
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/monitor/health/NodeHealthCheck.java
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/monitor/health/NodeLiveness.java
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/monitor/resource/ClusterResourceMonitor.java
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/monitor/resource/NodeResourceCollector.java
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/relay/RelayHandler.java
copy
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/setup/InstallationStep.java
=>
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/relay/RelayOperation.java
(84%)
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/sync/SynchronizationFactory.java
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/sync/SynchronizationHandler.java
copy
streampipes-client/src/main/java/org/apache/streampipes/client/api/SupportsPipelineApi.java
=>
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/sync/SynchronizationType.java
(82%)
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/deployment/OutputType.java
=>
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/utils/HttpRequest.java
(89%)
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/utils/HttpUtils.java
create mode 100644
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/utils/StorageUtils.java
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/migration/PipelineElementOffloadHandler.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/node/StreamPipesClusterManager.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/node/management/cluster/AbstractClusterManager.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/node/management/cluster/AvailableNodesFetcher.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/node/management/cluster/NodeSyncOptions.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/node/management/healthcheck/ClusterHealthCheck.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/node/management/resources/ClusterResourceManager.java
rename
streampipes-rest/src/main/java/org/apache/streampipes/rest/api/{INode.java =>
INodeManagement.java} (88%)
rename
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/{Node.java =>
NodeManagementResource.java} (60%)
