[3/3] ignite git commit: IGNITE-8169: [ML] Adopt KMeans to the new Partitioned Dataset and cleanup old code

2018-04-16 Thread chief
IGNITE-8169:
[ML] Adopt KMeans to the new Partitioned Dataset and cleanup old code

this closes #3817

(cherry picked from commit 9e21cec)


Project: http://git-wip-us.apache.org/repos/asf/ignite/repo
Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/7173b0c4
Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/7173b0c4
Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/7173b0c4

Branch: refs/heads/ignite-2.5
Commit: 7173b0c48dab05be0b8e7825ae527824fcdbbc83
Parents: b3f2526
Author: zaleslaw 
Authored: Mon Apr 16 20:20:49 2018 +0300
Committer: Yury Babak 
Committed: Mon Apr 16 20:21:26 2018 +0300

--
 .../clustering/DatasetWithObviousStructure.java | 105 
 .../ml/clustering/FuzzyCMeansExample.java   | 134 -
 .../ml/clustering/FuzzyCMeansLocalExample.java  |  95 
 .../clustering/KMeansClusterizationExample.java | 226 
 .../KMeansDistributedClustererExample.java  |  97 
 .../clustering/KMeansLocalClustererExample.java | 106 
 .../ignite/ml/FuzzyCMeansModelFormat.java   |  76 ---
 .../org/apache/ignite/ml/KMeansModelFormat.java |  77 ---
 .../ml/clustering/BaseFuzzyCMeansClusterer.java |  90 
 .../ml/clustering/BaseKMeansClusterer.java  |  96 
 .../apache/ignite/ml/clustering/Clusterer.java  |  33 --
 .../ml/clustering/ClusterizationModel.java  |  29 --
 .../FuzzyCMeansDistributedClusterer.java| 512 ---
 .../clustering/FuzzyCMeansLocalClusterer.java   | 254 -
 .../ignite/ml/clustering/FuzzyCMeansModel.java  |  88 
 .../clustering/KMeansDistributedClusterer.java  | 306 ---
 .../ml/clustering/KMeansLocalClusterer.java | 177 ---
 .../ignite/ml/clustering/KMeansModel.java   | 113 
 .../ignite/ml/clustering/WeightedClusterer.java |  38 --
 .../ignite/ml/clustering/kmeans/Clusterer.java  |  33 ++
 .../clustering/kmeans/ClusterizationModel.java  |  29 ++
 .../ml/clustering/kmeans/KMeansModel.java   | 112 
 .../ml/clustering/kmeans/KMeansModelFormat.java |  79 +++
 .../ml/clustering/kmeans/KMeansTrainer.java | 320 
 .../ml/clustering/kmeans/package-info.java  |  22 +
 .../preprocessing/LabellingMachine.java |  41 --
 .../ml/structures/preprocessing/Normalizer.java |  80 ---
 .../org/apache/ignite/ml/LocalModelsTest.java   |  26 +-
 .../ml/clustering/ClusteringTestSuite.java  |   7 +-
 .../FuzzyCMeansDistributedClustererTest.java| 180 ---
 .../FuzzyCMeansLocalClustererTest.java  | 202 
 ...KMeansDistributedClustererTestMultiNode.java | 138 -
 ...MeansDistributedClustererTestSingleNode.java | 198 ---
 .../ml/clustering/KMeansLocalClustererTest.java |  46 --
 .../ignite/ml/clustering/KMeansModelTest.java   |  63 +++
 .../ignite/ml/clustering/KMeansTrainerTest.java |  73 +++
 .../apache/ignite/ml/clustering/KMeansUtil.java |  33 --
 37 files changed, 977 insertions(+), 3357 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/ignite/blob/7173b0c4/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
--
diff --git 
a/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
 
b/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
deleted file mode 100644
index 5cd0e09..000
--- 
a/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
+++ /dev/null
@@ -1,105 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *  http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.ignite.examples.ml.clustering;
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Random;
-import java.util.stream.Collectors;
-import java.util.stream.IntStream;
-import org.apache.ignite.ml.math.Matrix;
-import org.apache.ignite.ml.math.Vector;
-import org.apache.ignite.ml.math.VectorUtils;
-import org.apache.ignite.ml.math.impls.v

[3/3] ignite git commit: IGNITE-8169: [ML] Adopt KMeans to the new Partitioned Dataset and cleanup old code

2018-04-16 Thread chief
IGNITE-8169:
[ML] Adopt KMeans to the new Partitioned Dataset and cleanup old code

this closes #3817


Project: http://git-wip-us.apache.org/repos/asf/ignite/repo
Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/9e21cec0
Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/9e21cec0
Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/9e21cec0

Branch: refs/heads/master
Commit: 9e21cec024168105fd30bfb3acecf9fd24a52e8c
Parents: 228254a
Author: zaleslaw 
Authored: Mon Apr 16 20:20:49 2018 +0300
Committer: Yury Babak 
Committed: Mon Apr 16 20:20:49 2018 +0300

--
 .../clustering/DatasetWithObviousStructure.java | 105 
 .../ml/clustering/FuzzyCMeansExample.java   | 134 -
 .../ml/clustering/FuzzyCMeansLocalExample.java  |  95 
 .../clustering/KMeansClusterizationExample.java | 226 
 .../KMeansDistributedClustererExample.java  |  97 
 .../clustering/KMeansLocalClustererExample.java | 106 
 .../ignite/ml/FuzzyCMeansModelFormat.java   |  76 ---
 .../org/apache/ignite/ml/KMeansModelFormat.java |  77 ---
 .../ml/clustering/BaseFuzzyCMeansClusterer.java |  90 
 .../ml/clustering/BaseKMeansClusterer.java  |  96 
 .../apache/ignite/ml/clustering/Clusterer.java  |  33 --
 .../ml/clustering/ClusterizationModel.java  |  29 --
 .../FuzzyCMeansDistributedClusterer.java| 512 ---
 .../clustering/FuzzyCMeansLocalClusterer.java   | 254 -
 .../ignite/ml/clustering/FuzzyCMeansModel.java  |  88 
 .../clustering/KMeansDistributedClusterer.java  | 306 ---
 .../ml/clustering/KMeansLocalClusterer.java | 177 ---
 .../ignite/ml/clustering/KMeansModel.java   | 113 
 .../ignite/ml/clustering/WeightedClusterer.java |  38 --
 .../ignite/ml/clustering/kmeans/Clusterer.java  |  33 ++
 .../clustering/kmeans/ClusterizationModel.java  |  29 ++
 .../ml/clustering/kmeans/KMeansModel.java   | 112 
 .../ml/clustering/kmeans/KMeansModelFormat.java |  79 +++
 .../ml/clustering/kmeans/KMeansTrainer.java | 320 
 .../ml/clustering/kmeans/package-info.java  |  22 +
 .../preprocessing/LabellingMachine.java |  41 --
 .../ml/structures/preprocessing/Normalizer.java |  80 ---
 .../org/apache/ignite/ml/LocalModelsTest.java   |  26 +-
 .../ml/clustering/ClusteringTestSuite.java  |   7 +-
 .../FuzzyCMeansDistributedClustererTest.java| 180 ---
 .../FuzzyCMeansLocalClustererTest.java  | 202 
 ...KMeansDistributedClustererTestMultiNode.java | 138 -
 ...MeansDistributedClustererTestSingleNode.java | 198 ---
 .../ml/clustering/KMeansLocalClustererTest.java |  46 --
 .../ignite/ml/clustering/KMeansModelTest.java   |  63 +++
 .../ignite/ml/clustering/KMeansTrainerTest.java |  73 +++
 .../apache/ignite/ml/clustering/KMeansUtil.java |  33 --
 37 files changed, 977 insertions(+), 3357 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/ignite/blob/9e21cec0/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
--
diff --git 
a/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
 
b/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
deleted file mode 100644
index 5cd0e09..000
--- 
a/examples/src/main/java/org/apache/ignite/examples/ml/clustering/DatasetWithObviousStructure.java
+++ /dev/null
@@ -1,105 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *  http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.ignite.examples.ml.clustering;
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Random;
-import java.util.stream.Collectors;
-import java.util.stream.IntStream;
-import org.apache.ignite.ml.math.Matrix;
-import org.apache.ignite.ml.math.Vector;
-import org.apache.ignite.ml.math.VectorUtils;
-import org.apache.ignite.ml.math.impls.vector.DenseLocalOnHeapVector;
-
-/**
- *