This is an automated email from the ASF dual-hosted git repository. sboikov pushed a change to branch ignite-11704 in repository https://gitbox.apache.org/repos/asf/ignite.git.
from db16252 ignite-11704 add ac3714e IGNITE-11995 control.sh if experimental command disabled - don't show help for experemental commands - Fixes #6704. add 7847168 IGNITE-11990 Optimize heap usage for TcpDiscoveryNodeAddedMessage stored in pending messages in ServerImpl - Fixes #6700. add a736544 IGNITE-11993 Print warning if awaiting next wal segment it too long - Fixes #6703. add 76b4a11 IGNITE-10761 GridCacheProcessor should add info about cache in excecption message, if applicable. - Fixes #6697. add 63fbcbf [ML] Hyper-parameter tuning via Genetic Algorithm (#6713) add 555771c IGNITE-11997: Removed useless IgniteCacheQueriesLoadTest1 test. This closes #6706. new 1779d38 Merge remote-tracking branch 'remotes/origin/master' into ignite-11704 new 08b59dd ignite-11704 The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: bin/control.bat | 5 + .../ml/TrainingWithBinaryObjectExample.java | 2 + .../clustering/CustomersClusterizationExample.java | 6 +- .../ml/clustering/GmmClusterizationExample.java | 5 +- .../ml/clustering/KMeansClusterizationExample.java | 6 +- .../dataset/AlgorithmSpecificDatasetExample.java | 35 +- .../ml/dataset/CacheBasedDatasetExample.java | 3 +- .../IgniteModelDistributedInferenceExample.java | 11 +- .../examples/ml/inference/ModelStorageExample.java | 2 + .../TensorFlowDistributedInferenceExample.java | 2 + .../inference/TensorFlowLocalInferenceExample.java | 1 + .../TensorFlowThreadedInferenceExample.java | 1 + .../examples/ml/knn/ANNClassificationExample.java | 2 + .../examples/ml/knn/IrisClassificationExample.java | 6 +- .../examples/ml/knn/KNNClassificationExample.java | 13 +- .../examples/ml/knn/KNNRegressionExample.java | 6 +- .../multiclass/OneVsRestClassificationExample.java | 9 +- .../DiscreteNaiveBayesTrainerExample.java | 10 +- .../GaussianNaiveBayesTrainerExample.java | 6 +- .../ignite/examples/ml/nn/MLPTrainerExample.java | 2 + .../ml/preprocessing/BinarizationExample.java | 2 + .../examples/ml/preprocessing/ImputingExample.java | 2 + .../ml/preprocessing/MaxAbsScalerExample.java | 4 +- .../ml/preprocessing/MinMaxScalerExample.java | 4 +- .../ml/preprocessing/NormalizationExample.java | 2 + .../ml/preprocessing/StandardScalerExample.java | 4 +- .../linear/BostonHousePricesPredictionExample.java | 9 +- .../linear/LinearRegressionLSQRTrainerExample.java | 14 +- ...gressionLSQRTrainerWithMinMaxScalerExample.java | 9 +- .../linear/LinearRegressionSGDTrainerExample.java | 6 +- .../BaggedLogisticRegressionSGDTrainerExample.java | 26 +- .../LogisticRegressionSGDTrainerExample.java | 9 +- .../ml/selection/cv/CrossValidationExample.java | 31 +- .../ml/selection/scoring/EvaluatorExample.java | 6 +- .../selection/scoring/MultipleMetricsExample.java | 6 +- .../selection/scoring/RegressionMetricExample.java | 6 +- .../split/TrainTestDatasetSplitterExample.java | 9 +- ...eeClassificationTrainerSQLInferenceExample.java | 5 +- ...onTreeClassificationTrainerSQLTableExample.java | 5 +- .../ml/svm/SVMBinaryClassificationExample.java | 6 +- .../DecisionTreeClassificationTrainerExample.java | 5 +- .../tree/DecisionTreeRegressionTrainerExample.java | 2 + .../examples/ml/tree/FraudDetectionExample.java | 9 +- .../GDBOnTreesClassificationTrainerExample.java | 2 + .../GDBOnTreesRegressionTrainerExample.java | 2 + .../RandomForestClassificationExample.java | 18 +- .../RandomForestRegressionExample.java | 15 +- .../ml/tutorial/Step_1_Read_and_Learn.java | 5 +- .../examples/ml/tutorial/Step_2_Imputing.java | 5 +- .../examples/ml/tutorial/Step_3_Categorial.java | 7 +- .../Step_3_Categorial_with_One_Hot_Encoder.java | 7 +- .../examples/ml/tutorial/Step_4_Add_age_fare.java | 7 +- .../examples/ml/tutorial/Step_5_Scaling.java | 7 +- .../ml/tutorial/Step_5_Scaling_with_Pipeline.java | 5 +- .../ignite/examples/ml/tutorial/Step_6_KNN.java | 5 +- .../ml/tutorial/Step_7_Split_train_test.java | 6 +- .../ignite/examples/ml/tutorial/Step_8_CV.java | 26 +- .../ml/tutorial/Step_8_CV_with_Param_Grid.java | 30 +- .../Step_8_CV_with_Param_Grid_and_metrics.java | 31 +- ...V_with_Param_Grid_and_metrics_and_pipeline.java | 30 +- .../ml/tutorial/Step_9_Scaling_With_Stacking.java | 21 +- .../ml/tutorial/TutorialStepByStepExample.java | 12 + .../Step_10_RandomSearch.java} | 56 +- .../Step_11_Parallel_BrutForce_Search.java} | 60 ++- .../Step_12_Parallel_Random_Search.java} | 64 ++- .../Step_13_Genetic_Programming_Search.java} | 52 +- ...ep_14_Parallel_Genetic_Programming_Search.java} | 58 +- .../ignite/examples/ml/util/DatasetHelper.java | 2 + .../ParametricVectorGeneratorExample.java | 1 + .../util/generators/StandardGeneratorsExample.java | 1 + .../generators/VectorGeneratorFamilyExample.java | 1 + .../VectorGeneratorPrimitivesExample.java | 1 + .../ml/xgboost/XGBoostModelParserExample.java | 2 + .../org/apache/ignite/IgniteSystemProperties.java | 7 + .../ignite/internal/commandline/WalCommands.java | 48 +- .../processors/cache/GridCacheProcessor.java | 63 ++- .../processors/cache/IncompleteCacheObject.java | 4 + .../processors/cache/IncompleteObject.java | 2 +- .../IgniteCacheDatabaseSharedManager.java | 112 +++- .../persistence/wal/FileWriteAheadLogManager.java | 22 + .../ignite/spi/discovery/tcp/ServerImpl.java | 1 + .../tcp/internal/DiscoveryDataPacket.java | 7 + .../tcp/messages/TcpDiscoveryNodeAddedMessage.java | 9 + .../commandline/CommandHandlerParsingTest.java | 30 +- .../apache/ignite/util/GridCommandHandlerTest.java | 44 ++ .../cache/IgniteCacheQueriesLoadTest1.java | 588 --------------------- .../IgniteBinaryCacheQueryTestSuite2.java | 3 - .../parallelism/DefaultParallelismStrategy.java | 6 + .../parallelism/NoParallelismStrategy.java | 5 + .../parallelism/ParallelismStrategy.java | 12 +- .../normalization/NormalizationTrainer.java | 4 +- .../logistic/LogisticRegressionSGDTrainer.java | 12 +- .../ml/selection/cv/AbstractCrossValidation.java | 476 +++++++++++++++++ .../ignite/ml/selection/cv/CrossValidation.java | 408 ++------------ .../ml/selection/cv/CrossValidationResult.java | 31 +- .../ml/selection/cv/DebugCrossValidation.java | 116 ++++ .../selection/paramgrid/BruteForceStrategy.java} | 19 +- .../paramgrid/EvolutionOptimizationStrategy.java | 142 +++++ .../paramgrid/HyperParameterTuningStrategy.java} | 17 +- .../ignite/ml/selection/paramgrid/ParamGrid.java | 48 +- .../selection/paramgrid/ParameterSetGenerator.java | 6 +- .../ml/selection/paramgrid/RandomStrategy.java | 84 +++ .../scoring/cursor/CacheBasedLabelPairCursor.java | 4 +- .../scoring/cursor/LocalLabelPairCursor.java | 4 +- .../ml/selection/scoring/metric/MetricValues.java | 6 +- .../BinaryClassificationMetrics.java | 4 +- .../metric/regression/RegressionMetrics.java | 10 +- .../ml/tree/DecisionTreeClassificationTrainer.java | 18 + .../apache/ignite/ml/util/genetic/Chromosome.java | 110 ++++ .../ignite/ml/util/genetic/CrossoverStrategy.java} | 26 +- .../ignite/ml/util/genetic/GeneticAlgorithm.java | 451 ++++++++++++++++ .../apache/ignite/ml/util/genetic/Population.java | 159 ++++++ .../ignite/ml/util/genetic/SelectionStrategy.java} | 23 +- .../ignite/ml/util/genetic/package-info.java} | 14 +- .../org/apache/ignite/ml/common/TrainerTest.java | 7 +- .../preprocessing/encoding/EncoderTrainerTest.java | 16 +- .../ml/selection/cv/CrossValidationTest.java | 303 +++++++++-- .../org/apache/ignite/ml/util/UtilTestSuite.java | 6 +- .../ml/util/genetic/GeneticAlgorithmTest.java | 100 ++++ .../ignite/ml/util/genetic/PopulationTest.java | 126 +++++ 120 files changed, 3030 insertions(+), 1536 deletions(-) copy examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java => hyperparametertuning/Step_10_RandomSearch.java} (82%) copy examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java => hyperparametertuning/Step_11_Parallel_BrutForce_Search.java} (79%) copy examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java => hyperparametertuning/Step_12_Parallel_Random_Search.java} (78%) copy examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java => hyperparametertuning/Step_13_Genetic_Programming_Search.java} (83%) copy examples/src/main/java/org/apache/ignite/examples/ml/tutorial/{Step_8_CV_with_Param_Grid_and_metrics.java => hyperparametertuning/Step_14_Parallel_Genetic_Programming_Search.java} (79%) delete mode 100644 modules/indexing/src/test/java/org/apache/ignite/internal/processors/cache/IgniteCacheQueriesLoadTest1.java create mode 100644 modules/ml/src/main/java/org/apache/ignite/ml/selection/cv/AbstractCrossValidation.java create mode 100644 modules/ml/src/main/java/org/apache/ignite/ml/selection/cv/DebugCrossValidation.java copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java => main/java/org/apache/ignite/ml/selection/paramgrid/BruteForceStrategy.java} (73%) create mode 100644 modules/ml/src/main/java/org/apache/ignite/ml/selection/paramgrid/EvolutionOptimizationStrategy.java copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java => main/java/org/apache/ignite/ml/selection/paramgrid/HyperParameterTuningStrategy.java} (74%) create mode 100644 modules/ml/src/main/java/org/apache/ignite/ml/selection/paramgrid/RandomStrategy.java create mode 100644 modules/ml/src/main/java/org/apache/ignite/ml/util/genetic/Chromosome.java copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java => main/java/org/apache/ignite/ml/util/genetic/CrossoverStrategy.java} (73%) create mode 100644 modules/ml/src/main/java/org/apache/ignite/ml/util/genetic/GeneticAlgorithm.java create mode 100644 modules/ml/src/main/java/org/apache/ignite/ml/util/genetic/Population.java copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java => main/java/org/apache/ignite/ml/util/genetic/SelectionStrategy.java} (73%) copy modules/ml/src/{test/java/org/apache/ignite/ml/util/UtilTestSuite.java => main/java/org/apache/ignite/ml/util/genetic/package-info.java} (74%) create mode 100644 modules/ml/src/test/java/org/apache/ignite/ml/util/genetic/GeneticAlgorithmTest.java create mode 100644 modules/ml/src/test/java/org/apache/ignite/ml/util/genetic/PopulationTest.java