This is an automated email from the ASF dual-hosted git repository.
sboikov pushed a change to branch ignite-11704
in repository https://gitbox.apache.org/repos/asf/ignite.git.
from db16252 ignite-11704
add ac3714e IGNITE-11995 control.sh if experimental command disabled -
don't show help for experemental commands - Fixes #6704.
add 7847168 IGNITE-11990 Optimize heap usage for
TcpDiscoveryNodeAddedMessage stored in pending messages in ServerImpl - Fixes
#6700.
add a736544 IGNITE-11993 Print warning if awaiting next wal segment it
too long - Fixes #6703.
add 76b4a11 IGNITE-10761 GridCacheProcessor should add info about cache
in excecption message, if applicable. - Fixes #6697.
add 63fbcbf [ML] Hyper-parameter tuning via Genetic Algorithm (#6713)
add 555771c IGNITE-11997: Removed useless IgniteCacheQueriesLoadTest1
test. This closes #6706.
new 1779d38 Merge remote-tracking branch 'remotes/origin/master' into
ignite-11704
new 08b59dd ignite-11704
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/control.bat | 5 +
.../ml/TrainingWithBinaryObjectExample.java | 2 +
.../clustering/CustomersClusterizationExample.java | 6 +-
.../ml/clustering/GmmClusterizationExample.java | 5 +-
.../ml/clustering/KMeansClusterizationExample.java | 6 +-
.../dataset/AlgorithmSpecificDatasetExample.java | 35 +-
.../ml/dataset/CacheBasedDatasetExample.java | 3 +-
.../IgniteModelDistributedInferenceExample.java | 11 +-
.../examples/ml/inference/ModelStorageExample.java | 2 +
.../TensorFlowDistributedInferenceExample.java | 2 +
.../inference/TensorFlowLocalInferenceExample.java | 1 +
.../TensorFlowThreadedInferenceExample.java | 1 +
.../examples/ml/knn/ANNClassificationExample.java | 2 +
.../examples/ml/knn/IrisClassificationExample.java | 6 +-
.../examples/ml/knn/KNNClassificationExample.java | 13 +-
.../examples/ml/knn/KNNRegressionExample.java | 6 +-
.../multiclass/OneVsRestClassificationExample.java | 9 +-
.../DiscreteNaiveBayesTrainerExample.java | 10 +-
.../GaussianNaiveBayesTrainerExample.java | 6 +-
.../ignite/examples/ml/nn/MLPTrainerExample.java | 2 +
.../ml/preprocessing/BinarizationExample.java | 2 +
.../examples/ml/preprocessing/ImputingExample.java | 2 +
.../ml/preprocessing/MaxAbsScalerExample.java | 4 +-
.../ml/preprocessing/MinMaxScalerExample.java | 4 +-
.../ml/preprocessing/NormalizationExample.java | 2 +
.../ml/preprocessing/StandardScalerExample.java | 4 +-
.../linear/BostonHousePricesPredictionExample.java | 9 +-
.../linear/LinearRegressionLSQRTrainerExample.java | 14 +-
...gressionLSQRTrainerWithMinMaxScalerExample.java | 9 +-
.../linear/LinearRegressionSGDTrainerExample.java | 6 +-
.../BaggedLogisticRegressionSGDTrainerExample.java | 26 +-
.../LogisticRegressionSGDTrainerExample.java | 9 +-
.../ml/selection/cv/CrossValidationExample.java | 31 +-
.../ml/selection/scoring/EvaluatorExample.java | 6 +-
.../selection/scoring/MultipleMetricsExample.java | 6 +-
.../selection/scoring/RegressionMetricExample.java | 6 +-
.../split/TrainTestDatasetSplitterExample.java | 9 +-
...eeClassificationTrainerSQLInferenceExample.java | 5 +-
...onTreeClassificationTrainerSQLTableExample.java | 5 +-
.../ml/svm/SVMBinaryClassificationExample.java | 6 +-
.../DecisionTreeClassificationTrainerExample.java | 5 +-
.../tree/DecisionTreeRegressionTrainerExample.java | 2 +
.../examples/ml/tree/FraudDetectionExample.java | 9 +-
.../GDBOnTreesClassificationTrainerExample.java | 2 +
.../GDBOnTreesRegressionTrainerExample.java | 2 +
.../RandomForestClassificationExample.java | 18 +-
.../RandomForestRegressionExample.java | 15 +-
.../ml/tutorial/Step_1_Read_and_Learn.java | 5 +-
.../examples/ml/tutorial/Step_2_Imputing.java | 5 +-
.../examples/ml/tutorial/Step_3_Categorial.java | 7 +-
.../Step_3_Categorial_with_One_Hot_Encoder.java | 7 +-
.../examples/ml/tutorial/Step_4_Add_age_fare.java | 7 +-
.../examples/ml/tutorial/Step_5_Scaling.java | 7 +-
.../ml/tutorial/Step_5_Scaling_with_Pipeline.java | 5 +-
.../ignite/examples/ml/tutorial/Step_6_KNN.java | 5 +-
.../ml/tutorial/Step_7_Split_train_test.java | 6 +-
.../ignite/examples/ml/tutorial/Step_8_CV.java | 26 +-
.../ml/tutorial/Step_8_CV_with_Param_Grid.java | 30 +-
.../Step_8_CV_with_Param_Grid_and_metrics.java | 31 +-
...V_with_Param_Grid_and_metrics_and_pipeline.java | 30 +-
.../ml/tutorial/Step_9_Scaling_With_Stacking.java | 21 +-
.../ml/tutorial/TutorialStepByStepExample.java | 12 +
.../Step_10_RandomSearch.java} | 56 +-
.../Step_11_Parallel_BrutForce_Search.java} | 60 ++-
.../Step_12_Parallel_Random_Search.java} | 64 ++-
.../Step_13_Genetic_Programming_Search.java} | 52 +-
...ep_14_Parallel_Genetic_Programming_Search.java} | 58 +-
.../ignite/examples/ml/util/DatasetHelper.java | 2 +
.../ParametricVectorGeneratorExample.java | 1 +
.../util/generators/StandardGeneratorsExample.java | 1 +
.../generators/VectorGeneratorFamilyExample.java | 1 +
.../VectorGeneratorPrimitivesExample.java | 1 +
.../ml/xgboost/XGBoostModelParserExample.java | 2 +
.../org/apache/ignite/IgniteSystemProperties.java | 7 +
.../ignite/internal/commandline/WalCommands.java | 48 +-
.../processors/cache/GridCacheProcessor.java | 63 ++-
.../processors/cache/IncompleteCacheObject.java | 4 +
.../processors/cache/IncompleteObject.java | 2 +-
.../IgniteCacheDatabaseSharedManager.java | 112 +++-
.../persistence/wal/FileWriteAheadLogManager.java | 22 +
.../ignite/spi/discovery/tcp/ServerImpl.java | 1 +
.../tcp/internal/DiscoveryDataPacket.java | 7 +
.../tcp/messages/TcpDiscoveryNodeAddedMessage.java | 9 +
.../commandline/CommandHandlerParsingTest.java | 30 +-
.../apache/ignite/util/GridCommandHandlerTest.java | 44 ++
.../cache/IgniteCacheQueriesLoadTest1.java | 588 ---------------------
.../IgniteBinaryCacheQueryTestSuite2.java | 3 -
.../parallelism/DefaultParallelismStrategy.java | 6 +
.../parallelism/NoParallelismStrategy.java | 5 +
.../parallelism/ParallelismStrategy.java | 12 +-
.../normalization/NormalizationTrainer.java | 4 +-
.../logistic/LogisticRegressionSGDTrainer.java | 12 +-
.../ml/selection/cv/AbstractCrossValidation.java | 476 +++++++++++++++++
.../ignite/ml/selection/cv/CrossValidation.java | 408 ++------------
.../ml/selection/cv/CrossValidationResult.java | 31 +-
.../ml/selection/cv/DebugCrossValidation.java | 116 ++++
.../selection/paramgrid/BruteForceStrategy.java} | 19 +-
.../paramgrid/EvolutionOptimizationStrategy.java | 142 +++++
.../paramgrid/HyperParameterTuningStrategy.java} | 17 +-
.../ignite/ml/selection/paramgrid/ParamGrid.java | 48 +-
.../selection/paramgrid/ParameterSetGenerator.java | 6 +-
.../ml/selection/paramgrid/RandomStrategy.java | 84 +++
.../scoring/cursor/CacheBasedLabelPairCursor.java | 4 +-
.../scoring/cursor/LocalLabelPairCursor.java | 4 +-
.../ml/selection/scoring/metric/MetricValues.java | 6 +-
.../BinaryClassificationMetrics.java | 4 +-
.../metric/regression/RegressionMetrics.java | 10 +-
.../ml/tree/DecisionTreeClassificationTrainer.java | 18 +
.../apache/ignite/ml/util/genetic/Chromosome.java | 110 ++++
.../ignite/ml/util/genetic/CrossoverStrategy.java} | 26 +-
.../ignite/ml/util/genetic/GeneticAlgorithm.java | 451 ++++++++++++++++
.../apache/ignite/ml/util/genetic/Population.java | 159 ++++++
.../ignite/ml/util/genetic/SelectionStrategy.java} | 23 +-
.../ignite/ml/util/genetic/package-info.java} | 14 +-
.../org/apache/ignite/ml/common/TrainerTest.java | 7 +-
.../preprocessing/encoding/EncoderTrainerTest.java | 16 +-
.../ml/selection/cv/CrossValidationTest.java | 303 +++++++++--
.../org/apache/ignite/ml/util/UtilTestSuite.java | 6 +-
.../ml/util/genetic/GeneticAlgorithmTest.java | 100 ++++
.../ignite/ml/util/genetic/PopulationTest.java | 126 +++++
120 files changed, 3030 insertions(+), 1536 deletions(-)
copy
examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java
=> hyperparametertuning/Step_10_RandomSearch.java} (82%)
copy
examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java
=> hyperparametertuning/Step_11_Parallel_BrutForce_Search.java} (79%)
copy
examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java
=> hyperparametertuning/Step_12_Parallel_Random_Search.java} (78%)
copy
examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java
=> hyperparametertuning/Step_13_Genetic_Programming_Search.java} (83%)
copy
examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java
=> hyperparametertuning/Step_14_Parallel_Genetic_Programming_Search.java} (79%)
delete mode 100644
modules/indexing/src/test/java/org/apache/ignite/internal/processors/cache/IgniteCacheQueriesLoadTest1.java
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/selection/cv/AbstractCrossValidation.java
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/selection/cv/DebugCrossValidation.java
copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java =>
main/java/org/apache/ignite/ml/selection/paramgrid/BruteForceStrategy.java}
(73%)
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/selection/paramgrid/EvolutionOptimizationStrategy.java
copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java =>
main/java/org/apache/ignite/ml/selection/paramgrid/HyperParameterTuningStrategy.java}
(74%)
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/selection/paramgrid/RandomStrategy.java
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/util/genetic/Chromosome.java
copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java =>
main/java/org/apache/ignite/ml/util/genetic/CrossoverStrategy.java} (73%)
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/util/genetic/GeneticAlgorithm.java
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/util/genetic/Population.java
copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java =>
main/java/org/apache/ignite/ml/util/genetic/SelectionStrategy.java} (73%)
copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java =>
main/java/org/apache/ignite/ml/util/genetic/package-info.java} (74%)
create mode 100644
modules/ml/src/test/java/org/apache/ignite/ml/util/genetic/GeneticAlgorithmTest.java
create mode 100644
modules/ml/src/test/java/org/apache/ignite/ml/util/genetic/PopulationTest.java
