This is an automated email from the ASF dual-hosted git repository.
wiener pushed a change to branch edge-extensions
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git.
from 589dec6 Refactoring and added priority based offloading
new bdfecf0 [WIP] refactoring node-controller
new dd25a9c Merge remote-tracking branch
'refs/remotes/origin/edge-extensions' into edge-extensions
new f21a773 [WIP] refactoring node-controller
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../extensions/ExtensionsModelSubmitter.java | 8 +-
.../node/container/SupportedArchitectures.java | 14 +-
.../container}/management/node/NodeManager.java | 59 +---
.../node/controller/api/ConnectResource.java | 32 +-
.../api/ContainerDeploymentResource.java | 10 +-
.../controller/api/InvocableEntityResource.java | 18 +-
.../api/NodeInfoDescriptionResource.java | 8 +-
.../node/controller/config/EnvConfigParam.java | 3 +-
.../node/controller/config/NodeConfiguration.java | 14 +
.../container/DockerExtensionsContainer.java | 14 +-
.../controller/container/DockerKafkaContainer.java | 13 +-
.../container/DockerMosquittoContainer.java | 13 +-
.../container/DockerZookeeperContainer.java | 13 +-
.../container/StreamPipesDockerServiceID.java | 25 --
.../node/controller/management/IHandler.java | 7 +-
.../management/NodeControllerSubmitter.java | 6 +-
.../management/connect/ConnectInteractionType.java | 11 +-
.../management/connect/ConnectManager.java | 220 ------------
.../management/connect/ConnectWorkerManager.java | 75 ++++
.../management/connect/IConnectManager.java | 28 +-
.../connect/handler/MasterRegistrationHandler.java | 42 +--
.../connect/handler/WorkerFetchAssetsHandler.java | 49 +++
.../handler/WorkerFetchConfigurationsHandler.java | 67 ++++
.../connect/handler/WorkerGuessSchemaHandler.java | 42 +++
.../connect/handler/WorkerInteractionHandler.java | 88 +++++
.../handler/utils/ConnectEndpointUtils.java | 159 +++++++++
.../INodeManager.java} | 17 +-
.../management/node/NodeClientHttpFactory.java | 40 +--
.../management/node/NodeClientHttpHandler.java | 51 ++-
.../management/node/NodeLifeCycleType.java | 8 +-
.../controller/management/node/NodeManager.java | 217 ++----------
.../offloading/OffloadingPolicyManager.java | 40 +--
.../model/OffloadingStrategyFactory.java | 60 ----
.../{model => strategies}/OffloadingStrategy.java | 8 +-
.../strategies/OffloadingStrategyFactory.java | 61 ++++
.../OffloadingStrategyType.java} | 26 +-
.../{model => strategies}/policies/Comparator.java | 2 +-
.../policies/OffloadingPolicy.java | 2 +-
.../ThresholdViolationOffloadingPolicy.java | 2 +-
.../property/CPULoadResourceProperty.java | 2 +-
.../property/FreeDiskSpaceResourceProperty.java | 2 +-
.../property/FreeMemoryResourceProperty.java | 2 +-
.../property/ResourceProperty.java | 2 +-
.../selection/CPULoadSelectionStrategy.java | 4 +-
.../selection/PrioritySelectionStrategy.java | 38 +-
.../selection/RandomSelectionStrategy.java | 4 +-
.../selection/SelectionStrategy.java | 4 +-
.../orchestrator/DockerEngineManager.java | 35 +-
.../management/orchestrator/IContainerEngine.java | 5 -
.../docker/AbstractStreamPipesDockerContainer.java | 20 +-
.../docker/DockerContainerDeclarerSingleton.java | 13 +-
.../orchestrator/docker/model/DockerInfo.java | 3 +-
.../orchestrator/docker/utils/DockerUtils.java | 41 ++-
.../management/pe/IPipelineElementLifeCycle.java | 8 +-
.../management/pe/InvocableElementManager.java | 391 ---------------------
.../pe/PipelineElementLifeCycleState.java | 12 +-
.../management/pe/PipelineElementManager.java | 113 ++++++
.../pe/handler/ConsulInteractionHandler.java | 89 +++++
.../handler/PipelineElementInteractionHandler.java | 108 ++++++
.../PipelineElementNodeInteractionHandler.java | 113 ++++++
.../handler/PipelineElementOffloadingHandler.java | 55 +++
.../PipelineElementReconfigurationHandler.java | 130 +++++++
.../pe/handler/PipelineElementRestartOnReboot.java | 61 ++++
.../validator/RequirementsResourceValidator.java | 110 ++++++
.../management/pe/validator/Validator.java | 14 +-
.../management/resource/ResourceManager.java | 35 +-
.../management/resource/utils/ResourceChecker.java | 82 -----
.../node/controller}/utils/HttpRequest.java | 2 +-
.../node/controller/utils/HttpUtils.java | 265 ++++++++++++++
.../node/controller/utils/SocketUtils.java | 25 +-
.../node/controller/utils/VersionUtils.java | 62 ++++
.../monitor/health/ClusterHealthCheckMonitor.java | 16 +-
.../monitor/resource/ClusterResourceMonitor.java | 12 +-
.../http/ReconfigurationEndpointUrlGenerator.java | 2 +-
.../migration/MigrationPipelineGenerator.java | 87 +++--
.../save-pipeline/save-pipeline.component.scss | 6 +-
ui/src/scss/sp/sp-dialog.scss | 1 -
77 files changed, 2164 insertions(+), 1382 deletions(-)
copy
{streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller
=>
streampipes-node-controller-container/src/main/java/org/apache/streampipes/node/controller/container}/management/node/NodeManager.java
(82%)
delete mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/container/StreamPipesDockerServiceID.java
copy
streampipes-commons/src/main/java/org/apache/streampipes/commons/exceptions/NoValidSepTypeException.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/IHandler.java
(88%)
copy
streampipes-client/src/main/java/org/apache/streampipes/client/api/SupportsPipelineApi.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/ConnectInteractionType.java
(81%)
delete mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/ConnectManager.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/ConnectWorkerManager.java
copy
streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/IConnectWorkerContainerStorage.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/IConnectManager.java
(50%)
copy
streampipes-connect-container-worker/src/main/java/org/apache/streampipes/connect/container/worker/management/NodeControllerRestClient.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/handler/MasterRegistrationHandler.java
(50%)
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/handler/WorkerFetchAssetsHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/handler/WorkerFetchConfigurationsHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/handler/WorkerGuessSchemaHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/handler/WorkerInteractionHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/connect/handler/utils/ConnectEndpointUtils.java
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/{orchestrator/docker/IDockerContainerDeclarer.java
=> node/INodeManager.java} (57%)
copy
streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/INodeInfoStorage.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/node/NodeClientHttpFactory.java
(55%)
copy
streampipes-node-management/src/main/java/org/apache/streampipes/node/management/operation/sync/SynchronizationHandler.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/node/NodeClientHttpHandler.java
(52%)
copy
streampipes-client/src/main/java/org/apache/streampipes/client/api/SupportsPipelineApi.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/node/NodeLifeCycleType.java
(86%)
delete mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/model/OffloadingStrategyFactory.java
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/OffloadingStrategy.java (94%)
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/strategies/OffloadingStrategyFactory.java
copy
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model/selection/CPULoadSelectionStrategy.java
=> strategies/OffloadingStrategyType.java} (64%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/policies/Comparator.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/policies/OffloadingPolicy.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/policies/ThresholdViolationOffloadingPolicy.java (99%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/property/CPULoadResourceProperty.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/property/FreeDiskSpaceResourceProperty.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/property/FreeMemoryResourceProperty.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/property/ResourceProperty.java (97%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/selection/CPULoadSelectionStrategy.java (94%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/selection/PrioritySelectionStrategy.java (61%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/selection/RandomSelectionStrategy.java (94%)
rename
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/offloading/{model
=> strategies}/selection/SelectionStrategy.java (93%)
delete mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/InvocableElementManager.java
copy
streampipes-client/src/main/java/org/apache/streampipes/client/api/SupportsPipelineApi.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/PipelineElementLifeCycleState.java
(81%)
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/PipelineElementManager.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/handler/ConsulInteractionHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/handler/PipelineElementInteractionHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/handler/PipelineElementNodeInteractionHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/handler/PipelineElementOffloadingHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/handler/PipelineElementReconfigurationHandler.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/handler/PipelineElementRestartOnReboot.java
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/validator/RequirementsResourceValidator.java
copy
streampipes-container/src/main/java/org/apache/streampipes/container/api/ResolvesContainerProvidedOptions.java
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/pe/validator/Validator.java
(61%)
delete mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/management/resource/utils/ResourceChecker.java
copy
{streampipes-node-management/src/main/java/org/apache/streampipes/node/management
=>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller}/utils/HttpRequest.java
(94%)
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/utils/HttpUtils.java
copy ui/src/app/data-explorer/sdk/matching/property-match.ts =>
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/utils/SocketUtils.java
(62%)
create mode 100644
streampipes-node-controller/src/main/java/org/apache/streampipes/node/controller/utils/VersionUtils.java
